[ 510.665995] env[70294]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=70294) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 510.666348] env[70294]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=70294) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 510.666415] env[70294]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=70294) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 510.666750] env[70294]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 510.761167] env[70294]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=70294) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 510.770902] env[70294]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=70294) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 510.813091] env[70294]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 511.371849] env[70294]: INFO nova.virt.driver [None req-ebf6453f-57d0-4b43-ab5a-be2e98761042 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 511.442020] env[70294]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 511.442245] env[70294]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 511.442298] env[70294]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=70294) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 514.403113] env[70294]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3a1671ca-1ec5-431c-9b68-e509ea14275a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.421537] env[70294]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=70294) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 514.421716] env[70294]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cad22d63-fbb9-4fce-acba-eeea1b4b55a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.456255] env[70294]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 8ac62. [ 514.456432] env[70294]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.014s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 514.456939] env[70294]: INFO nova.virt.vmwareapi.driver [None req-ebf6453f-57d0-4b43-ab5a-be2e98761042 None None] VMware vCenter version: 7.0.3 [ 514.460339] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e122ab0a-131a-420e-9d38-18d7a813fecd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.482506] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24f1b32-c213-4856-b344-29880b8b33d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.488273] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b60b63-a6b0-4e6e-a0a1-e626ef194ac8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.494637] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959c6ec9-f335-4270-9022-2f92df8a646c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.507303] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aab4ef0-993f-4a41-86c1-a06edb38e545 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.513116] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54108791-d52a-4957-b496-85b7978bf15c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.542996] env[70294]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9b84a3df-65dc-483e-b48c-ab2c1a46ec3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 514.547770] env[70294]: DEBUG nova.virt.vmwareapi.driver [None req-ebf6453f-57d0-4b43-ab5a-be2e98761042 None None] Extension org.openstack.compute already exists. {{(pid=70294) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 514.550379] env[70294]: INFO nova.compute.provider_config [None req-ebf6453f-57d0-4b43-ab5a-be2e98761042 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 515.054029] env[70294]: DEBUG nova.context [None req-ebf6453f-57d0-4b43-ab5a-be2e98761042 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),60a7b2fc-e564-4699-bb03-50b7e53b2deb(cell1) {{(pid=70294) load_cells /opt/stack/nova/nova/context.py:464}} [ 515.056094] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 515.056328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 515.057079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 515.057522] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Acquiring lock "60a7b2fc-e564-4699-bb03-50b7e53b2deb" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 515.057710] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Lock "60a7b2fc-e564-4699-bb03-50b7e53b2deb" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 515.058791] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Lock "60a7b2fc-e564-4699-bb03-50b7e53b2deb" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 515.079009] env[70294]: INFO dbcounter [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Registered counter for database nova_cell0 [ 515.087438] env[70294]: INFO dbcounter [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Registered counter for database nova_cell1 [ 515.541553] env[70294]: DEBUG oslo_db.sqlalchemy.engines [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70294) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 515.542033] env[70294]: DEBUG oslo_db.sqlalchemy.engines [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=70294) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 515.547578] env[70294]: ERROR nova.db.main.api [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 515.547578] env[70294]: result = function(*args, **kwargs) [ 515.547578] env[70294]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 515.547578] env[70294]: return func(*args, **kwargs) [ 515.547578] env[70294]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 515.547578] env[70294]: result = fn(*args, **kwargs) [ 515.547578] env[70294]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 515.547578] env[70294]: return f(*args, **kwargs) [ 515.547578] env[70294]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 515.547578] env[70294]: return db.service_get_minimum_version(context, binaries) [ 515.547578] env[70294]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 515.547578] env[70294]: _check_db_access() [ 515.547578] env[70294]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 515.547578] env[70294]: stacktrace = ''.join(traceback.format_stack()) [ 515.547578] env[70294]: [ 515.548411] env[70294]: ERROR nova.db.main.api [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 515.548411] env[70294]: result = function(*args, **kwargs) [ 515.548411] env[70294]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 515.548411] env[70294]: return func(*args, **kwargs) [ 515.548411] env[70294]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 515.548411] env[70294]: result = fn(*args, **kwargs) [ 515.548411] env[70294]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 515.548411] env[70294]: return f(*args, **kwargs) [ 515.548411] env[70294]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 515.548411] env[70294]: return db.service_get_minimum_version(context, binaries) [ 515.548411] env[70294]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 515.548411] env[70294]: _check_db_access() [ 515.548411] env[70294]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 515.548411] env[70294]: stacktrace = ''.join(traceback.format_stack()) [ 515.548411] env[70294]: [ 515.548818] env[70294]: WARNING nova.objects.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 515.548976] env[70294]: WARNING nova.objects.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Failed to get minimum service version for cell 60a7b2fc-e564-4699-bb03-50b7e53b2deb [ 515.549459] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Acquiring lock "singleton_lock" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.549626] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Acquired lock "singleton_lock" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 515.549876] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Releasing lock "singleton_lock" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 515.550215] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Full set of CONF: {{(pid=70294) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 515.550361] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ******************************************************************************** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 515.550490] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] Configuration options gathered from: {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 515.550628] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 515.550863] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 515.550992] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ================================================================================ {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 515.551276] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] allow_resize_to_same_host = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.551472] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] arq_binding_timeout = 300 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.551609] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] backdoor_port = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.551760] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] backdoor_socket = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.551914] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] block_device_allocate_retries = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.552092] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] block_device_allocate_retries_interval = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.552272] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cert = self.pem {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.552444] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.552614] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute_monitors = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.552783] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] config_dir = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.553202] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] config_drive_format = iso9660 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.553351] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.553530] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] config_source = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.553708] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] console_host = devstack {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.553881] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] control_exchange = nova {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.554060] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cpu_allocation_ratio = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.554229] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] daemon = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.554400] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] debug = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.554562] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] default_access_ip_network_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.554737] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] default_availability_zone = nova {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.554892] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] default_ephemeral_format = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.555064] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] default_green_pool_size = 1000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.555323] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.555480] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] default_schedule_zone = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.555643] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] disk_allocation_ratio = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.555807] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] enable_new_services = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.555989] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] enabled_apis = ['osapi_compute'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.556172] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] enabled_ssl_apis = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.556337] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] flat_injected = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.556499] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] force_config_drive = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.556659] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] force_raw_images = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.556831] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] graceful_shutdown_timeout = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.557008] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] heal_instance_info_cache_interval = -1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.557242] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] host = cpu-1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.557420] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.557585] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] initial_disk_allocation_ratio = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.557749] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] initial_ram_allocation_ratio = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.557966] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.558145] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instance_build_timeout = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.558309] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instance_delete_interval = 300 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.558482] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instance_format = [instance: %(uuid)s] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.558667] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instance_name_template = instance-%08x {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.558849] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instance_usage_audit = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.559030] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instance_usage_audit_period = month {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.559205] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.559374] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] instances_path = /opt/stack/data/nova/instances {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.559542] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] internal_service_availability_zone = internal {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.559700] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] key = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.559861] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] live_migration_retry_count = 30 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.560482] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_color = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.560482] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_config_append = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.560482] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.560613] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_dir = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.560690] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_file = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.560856] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_options = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.561043] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_rotate_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.561225] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_rotate_interval_type = days {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.561397] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] log_rotation_type = none {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.561533] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.561662] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.561831] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.562000] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.562146] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.562313] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] long_rpc_timeout = 1800 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.562478] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] max_concurrent_builds = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.562638] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] max_concurrent_live_migrations = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.562797] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] max_concurrent_snapshots = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.562959] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] max_local_block_devices = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.563135] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] max_logfile_count = 30 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.563292] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] max_logfile_size_mb = 200 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.563452] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] maximum_instance_delete_attempts = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.563620] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] metadata_listen = 0.0.0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.563791] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] metadata_listen_port = 8775 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.563960] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] metadata_workers = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.564135] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] migrate_max_retries = -1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.564307] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] mkisofs_cmd = genisoimage {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.564516] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] my_block_storage_ip = 10.180.1.21 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.564651] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] my_ip = 10.180.1.21 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.564858] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.565034] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] network_allocate_retries = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.565223] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.565395] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] osapi_compute_listen = 0.0.0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.565560] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] osapi_compute_listen_port = 8774 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.565729] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] osapi_compute_unique_server_name_scope = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.565901] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] osapi_compute_workers = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.566082] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] password_length = 12 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.566249] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] periodic_enable = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.566410] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] periodic_fuzzy_delay = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.566615] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] pointer_model = usbtablet {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.566805] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] preallocate_images = none {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.566900] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] publish_errors = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.567041] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] pybasedir = /opt/stack/nova {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.567206] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ram_allocation_ratio = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.567367] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] rate_limit_burst = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.567536] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] rate_limit_except_level = CRITICAL {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.567696] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] rate_limit_interval = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.567857] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] reboot_timeout = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.568025] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] reclaim_instance_interval = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.568185] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] record = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.568353] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] reimage_timeout_per_gb = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.568518] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] report_interval = 120 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.568694] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] rescue_timeout = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.568867] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] reserved_host_cpus = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.569040] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] reserved_host_disk_mb = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.569204] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] reserved_host_memory_mb = 512 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.569368] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] reserved_huge_pages = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.569522] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] resize_confirm_window = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.569678] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] resize_fs_using_block_device = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.569838] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] resume_guests_state_on_host_boot = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.570016] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.570185] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] rpc_response_timeout = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.570347] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] run_external_periodic_tasks = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.570514] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] running_deleted_instance_action = reap {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.570675] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] running_deleted_instance_poll_interval = 1800 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.570867] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] running_deleted_instance_timeout = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.571042] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler_instance_sync_interval = 120 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.571216] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_down_time = 720 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.571388] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] servicegroup_driver = db {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.571546] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] shell_completion = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.571707] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] shelved_offload_time = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.571865] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] shelved_poll_interval = 3600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.572043] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] shutdown_timeout = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.572209] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] source_is_ipv6 = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.572369] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ssl_only = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.572621] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.572804] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] sync_power_state_interval = 600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.572972] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] sync_power_state_pool_size = 1000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.573180] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] syslog_log_facility = LOG_USER {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.573347] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] tempdir = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.573511] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] timeout_nbd = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.573683] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] transport_url = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.573846] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] update_resources_interval = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.574016] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] use_cow_images = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.574184] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] use_journal = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.574348] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] use_json = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.574510] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] use_rootwrap_daemon = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.574670] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] use_stderr = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.574872] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] use_syslog = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.574986] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vcpu_pin_set = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.575172] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plugging_is_fatal = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.575344] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plugging_timeout = 300 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.575515] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] virt_mkfs = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.575678] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] volume_usage_poll_interval = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.575841] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] watch_log_file = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.576019] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] web = /usr/share/spice-html5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.576215] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.576385] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.576552] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.576730] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_concurrency.disable_process_locking = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.577031] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.577223] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.577398] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.577576] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.577750] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.577920] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.578135] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.auth_strategy = keystone {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.578311] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.compute_link_prefix = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.578491] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.578671] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.dhcp_domain = novalocal {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.578843] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.enable_instance_password = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.579022] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.glance_link_prefix = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.579196] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.579373] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.579540] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.instance_list_per_project_cells = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.579707] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.list_records_by_skipping_down_cells = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.579874] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.local_metadata_per_cell = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.580053] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.max_limit = 1000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.580227] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.metadata_cache_expiration = 15 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.580403] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.neutron_default_tenant_id = default {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.580575] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.response_validation = warn {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.580770] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.use_neutron_default_nets = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.580952] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.581137] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.581311] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.581486] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.581661] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.vendordata_dynamic_targets = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.581850] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.vendordata_jsonfile_path = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.582061] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.582262] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.backend = dogpile.cache.memcached {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.582435] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.backend_argument = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.582599] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.backend_expiration_time = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.582777] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.config_prefix = cache.oslo {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.582952] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.dead_timeout = 60.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.583158] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.debug_cache_backend = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.583335] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.enable_retry_client = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.583504] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.enable_socket_keepalive = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.583679] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.enabled = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.583849] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.enforce_fips_mode = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.584028] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.expiration_time = 600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.584208] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.hashclient_retry_attempts = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.584378] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.hashclient_retry_delay = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.584544] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_dead_retry = 300 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.584709] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_password = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.584879] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.585059] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.585230] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_pool_maxsize = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.585397] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.585564] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_sasl_enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.585751] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.585921] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_socket_timeout = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.586105] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.memcache_username = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.586279] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.proxies = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.586446] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.redis_db = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.586610] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.redis_password = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.586785] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.redis_sentinel_service_name = mymaster {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.586967] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.587154] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.redis_server = localhost:6379 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.587324] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.redis_socket_timeout = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.587487] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.redis_username = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.587654] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.retry_attempts = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.587822] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.retry_delay = 0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.587988] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.socket_keepalive_count = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.588168] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.socket_keepalive_idle = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.588333] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.socket_keepalive_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.588495] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.tls_allowed_ciphers = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.588680] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.tls_cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.588858] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.tls_certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.589039] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.tls_enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.589208] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cache.tls_keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.589383] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.589562] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.auth_type = password {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.589727] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.589907] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.catalog_info = volumev3::publicURL {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.590082] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.590256] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.590421] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.cross_az_attach = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.590593] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.debug = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.590792] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.endpoint_template = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.590980] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.http_retries = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.591164] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.591328] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.591504] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.os_region_name = RegionOne {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.591671] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.591883] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cinder.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.592090] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.592264] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.cpu_dedicated_set = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.592428] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.cpu_shared_set = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.592596] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.image_type_exclude_list = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.592762] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.592929] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.max_concurrent_disk_ops = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.593109] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.max_disk_devices_to_attach = -1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.593271] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.593444] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.593610] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.resource_provider_association_refresh = 300 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.593775] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.593946] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.shutdown_retry_interval = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.594142] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.594326] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] conductor.workers = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.594508] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] console.allowed_origins = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.594672] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] console.ssl_ciphers = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.594847] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] console.ssl_minimum_version = default {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.595061] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] consoleauth.enforce_session_timeout = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.595204] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] consoleauth.token_ttl = 600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.595374] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.595533] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.595700] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.595870] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.596047] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.596219] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.596383] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.596545] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.596711] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.596877] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.597047] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.597215] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.597377] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.597553] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.service_type = accelerator {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.597720] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.597884] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.598065] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.598230] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.598419] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.598586] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] cyborg.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.598763] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.asyncio_connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.598931] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.asyncio_slave_connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.599122] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.backend = sqlalchemy {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.599300] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.599470] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.connection_debug = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.599648] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.connection_parameters = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.599817] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.connection_recycle_time = 3600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.599990] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.connection_trace = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.600172] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.db_inc_retry_interval = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.600341] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.db_max_retries = 20 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.600512] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.db_max_retry_interval = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.600681] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.db_retry_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.600859] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.max_overflow = 50 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.601040] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.max_pool_size = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.601214] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.max_retries = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.601390] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602329] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.mysql_wsrep_sync_wait = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602329] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.pool_timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602329] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.retry_interval = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602329] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.slave_connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602329] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.sqlite_synchronous = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602513] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] database.use_db_reconnect = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602600] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.asyncio_connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602728] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.asyncio_slave_connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.602906] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.backend = sqlalchemy {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.603091] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.603264] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.connection_debug = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.603439] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.connection_parameters = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.603607] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.connection_recycle_time = 3600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.603777] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.connection_trace = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.603941] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.db_inc_retry_interval = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.604118] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.db_max_retries = 20 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.604287] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.db_max_retry_interval = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.604454] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.db_retry_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.604620] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.max_overflow = 50 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.604788] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.max_pool_size = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.604959] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.max_retries = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.605159] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.605314] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.605478] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.pool_timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.605645] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.retry_interval = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.605811] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.slave_connection = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.605980] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] api_database.sqlite_synchronous = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.606175] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] devices.enabled_mdev_types = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.606361] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.606542] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ephemeral_storage_encryption.default_format = luks {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.606710] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ephemeral_storage_encryption.enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.606881] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.607069] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.api_servers = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.607241] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.607405] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.607574] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.607737] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.607902] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.608136] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.debug = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.608334] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.default_trusted_certificate_ids = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.608505] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.enable_certificate_validation = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.608675] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.enable_rbd_download = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.608842] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.609020] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.609195] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.609361] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.609524] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.609696] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.num_retries = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.609872] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.rbd_ceph_conf = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.610054] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.rbd_connect_timeout = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.610237] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.rbd_pool = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.610413] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.rbd_user = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.610585] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.610786] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.610969] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.611164] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.service_type = image {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.611334] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.611499] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.611663] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.611858] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.612065] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.612243] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.verify_glance_signatures = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.612409] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] glance.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.612579] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] guestfs.debug = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.612755] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.612925] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.auth_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.613101] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.613265] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.613434] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.613597] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.613760] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.613923] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.614098] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.614265] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.614430] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.614587] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.614747] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.614911] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.615083] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.615255] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.service_type = shared-file-system {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.615422] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.share_apply_policy_timeout = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.615587] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.615750] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.615918] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.616167] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.616367] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.616534] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] manila.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.616706] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] mks.enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.617077] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.617277] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] image_cache.manager_interval = 2400 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.617452] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] image_cache.precache_concurrency = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.617626] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] image_cache.remove_unused_base_images = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.617799] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.617972] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.618167] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] image_cache.subdirectory_name = _base {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.618351] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.api_max_retries = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.618520] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.api_retry_interval = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.618686] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.618857] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.auth_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.619033] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.619203] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.619371] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.619540] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.conductor_group = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.619703] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.619867] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.620040] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.620209] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.620372] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.620534] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.620694] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.620885] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.peer_list = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.621063] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.621231] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.621400] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.serial_console_state_timeout = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.621561] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.621749] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.service_type = baremetal {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.621929] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.shard = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.622112] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.622283] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.622444] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.622607] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.622796] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.622965] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ironic.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.623169] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.623347] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] key_manager.fixed_key = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.623537] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.623707] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.barbican_api_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.623873] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.barbican_endpoint = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.624057] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.barbican_endpoint_type = public {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.624226] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.barbican_region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.624389] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.624552] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.624722] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.624886] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.625060] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.625230] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.number_of_retries = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.625398] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.retry_delay = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.625563] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.send_service_user_token = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.625729] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.625893] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.626071] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.verify_ssl = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.626237] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican.verify_ssl_path = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.626405] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.626572] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.auth_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.626736] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.626901] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.627081] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.627250] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.627414] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.627580] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.627747] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] barbican_service_user.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.627916] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.approle_role_id = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.628091] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.approle_secret_id = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.628270] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.kv_mountpoint = secret {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.628434] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.kv_path = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.628603] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.kv_version = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.628766] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.namespace = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.628932] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.root_token_id = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.629109] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.ssl_ca_crt_file = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.629286] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.timeout = 60.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.629455] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.use_ssl = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.629630] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.629802] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.629968] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.630148] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.630313] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.630477] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.630639] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.630826] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.631008] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.631180] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.631343] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.631504] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.631929] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.631929] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.632091] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.service_type = identity {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.632207] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.632372] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.632532] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.632691] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.632876] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.633056] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] keystone.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.633255] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.ceph_mount_options = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.633695] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.633891] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.connection_uri = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.634080] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.cpu_mode = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.634260] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.cpu_model_extra_flags = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.634438] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.cpu_models = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.634616] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.cpu_power_governor_high = performance {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.634793] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.cpu_power_governor_low = powersave {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.634962] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.cpu_power_management = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.635155] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.635332] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.device_detach_attempts = 8 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.635504] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.device_detach_timeout = 20 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.635674] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.disk_cachemodes = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.635864] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.disk_prefix = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.636060] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.enabled_perf_events = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.636241] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.file_backed_memory = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.636410] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.gid_maps = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.636576] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.hw_disk_discard = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.636749] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.hw_machine_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.636942] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.images_rbd_ceph_conf = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.637128] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.637297] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.637473] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.images_rbd_glance_store_name = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.637646] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.images_rbd_pool = rbd {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.637823] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.images_type = default {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.637989] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.images_volume_group = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.638170] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.inject_key = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.638338] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.inject_partition = -2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.638506] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.inject_password = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.638676] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.iscsi_iface = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.638846] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.iser_use_multipath = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.639025] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_bandwidth = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.639196] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.639366] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_downtime = 500 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.639532] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.639698] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.639861] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_inbound_addr = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.640037] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.640206] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_permit_post_copy = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.640371] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_scheme = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.640547] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_timeout_action = abort {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.640739] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_tunnelled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.640915] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_uri = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.641101] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.live_migration_with_native_tls = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.641270] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.max_queues = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.641439] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.641675] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.641978] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.nfs_mount_options = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.642345] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.642537] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.642711] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.num_iser_scan_tries = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.642883] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.num_memory_encrypted_guests = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.643064] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.643240] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.num_pcie_ports = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.643413] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.num_volume_scan_tries = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.643584] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.pmem_namespaces = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.643748] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.quobyte_client_cfg = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.644055] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.644240] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rbd_connect_timeout = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.644413] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.644583] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.644748] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rbd_secret_uuid = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.644915] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rbd_user = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.645151] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.645347] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.remote_filesystem_transport = ssh {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.645542] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rescue_image_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.645678] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rescue_kernel_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.645848] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rescue_ramdisk_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.646033] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.646207] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.rx_queue_size = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.646383] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.smbfs_mount_options = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.646683] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.646865] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.snapshot_compression = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.647052] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.snapshot_image_format = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.647295] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.647472] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.sparse_logical_volumes = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.647639] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.swtpm_enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.647834] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.swtpm_group = tss {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.648062] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.swtpm_user = tss {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.648254] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.sysinfo_serial = unique {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.648425] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.tb_cache_size = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.648590] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.tx_queue_size = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.648761] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.uid_maps = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.648933] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.use_virtio_for_bridges = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.649120] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.virt_type = kvm {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.649298] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.volume_clear = zero {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.649467] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.volume_clear_size = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.649635] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.volume_enforce_multipath = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.649805] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.volume_use_multipath = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.649970] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.vzstorage_cache_path = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.650157] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.650334] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.vzstorage_mount_group = qemu {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.650503] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.vzstorage_mount_opts = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.650674] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.650998] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.651202] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.vzstorage_mount_user = stack {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.651377] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.651559] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.651759] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.auth_type = password {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.651946] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.652128] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.652298] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.652462] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.652628] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.652803] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.default_floating_pool = public {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.652970] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.653155] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.extension_sync_interval = 600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.653323] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.http_retries = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.653493] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.653652] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.653812] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.653987] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.654163] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.654336] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.ovs_bridge = br-int {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.654505] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.physnets = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.654678] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.region_name = RegionOne {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.654843] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655031] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.service_metadata_proxy = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655200] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655376] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.service_type = network {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655544] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655708] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655871] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656043] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656235] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656401] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] neutron.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656580] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] notifications.bdms_in_notifications = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656761] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] notifications.default_level = INFO {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656932] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] notifications.include_share_mapping = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657123] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] notifications.notification_format = unversioned {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657297] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] notifications.notify_on_state_change = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657478] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657661] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] pci.alias = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657836] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] pci.device_spec = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658015] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] pci.report_in_placement = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658198] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658371] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.auth_type = password {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658540] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658704] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658864] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659047] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659217] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659382] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659546] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.default_domain_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659708] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.default_domain_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659869] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.domain_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660038] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.domain_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660203] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660368] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660528] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660688] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660880] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661072] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.password = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661241] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.project_domain_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661410] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.project_domain_name = Default {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661580] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.project_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661780] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.project_name = service {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661972] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.region_name = RegionOne {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662154] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662324] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662498] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.service_type = placement {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662666] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662827] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662991] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663169] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.system_scope = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663329] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663490] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.trust_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663650] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.user_domain_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663819] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.user_domain_name = Default {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663983] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.user_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664174] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.username = nova {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664355] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664517] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] placement.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664701] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.cores = 20 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664870] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.count_usage_from_placement = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665059] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665236] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.injected_file_content_bytes = 10240 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665407] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.injected_file_path_length = 255 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665577] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.injected_files = 5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665752] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.instances = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665912] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.key_pairs = 100 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666092] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.metadata_items = 128 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666266] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.ram = 51200 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666432] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.recheck_quota = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666604] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.server_group_members = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666772] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.server_groups = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666995] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667189] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] quota.unified_limits_resource_strategy = require {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667366] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667532] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667696] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.image_metadata_prefilter = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667861] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668038] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.max_attempts = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668209] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.max_placement_results = 1000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668376] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668541] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.query_placement_for_image_type_support = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668730] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668916] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] scheduler.workers = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669109] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669288] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669470] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669642] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669807] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669974] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670155] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670348] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670516] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.host_subset_size = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670685] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670880] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671067] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671241] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671423] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671594] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.isolated_hosts = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671763] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.isolated_images = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671932] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672110] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672282] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672449] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.pci_in_placement = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672618] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672788] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672958] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673158] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673333] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673503] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673668] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.track_instance_changes = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673850] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674036] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] metrics.required = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674212] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] metrics.weight_multiplier = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674381] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674549] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] metrics.weight_setting = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674869] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675059] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] serial_console.enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675246] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] serial_console.port_range = 10000:20000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675424] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675597] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675770] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] serial_console.serialproxy_port = 6083 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675943] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676133] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.auth_type = password {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676300] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676465] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676630] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676793] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676956] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677145] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.send_service_user_token = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677314] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677479] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] service_user.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677652] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.agent_enabled = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677823] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678146] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678357] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678535] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.html5proxy_port = 6082 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678712] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.image_compression = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678883] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.jpeg_compression = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679055] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.playback_compression = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679226] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.require_secure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679402] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.server_listen = 127.0.0.1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679575] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679866] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680055] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.streaming_mode = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680227] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] spice.zlib_compression = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680400] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] upgrade_levels.baseapi = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680576] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] upgrade_levels.compute = auto {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680755] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] upgrade_levels.conductor = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680930] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] upgrade_levels.scheduler = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681113] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681281] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.auth_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681444] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681605] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681771] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681935] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682106] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682272] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682437] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vendordata_dynamic_auth.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682608] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.api_retry_count = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682770] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.ca_file = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682944] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.cache_prefix = devstack-image-cache {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683145] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.cluster_name = testcl1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683323] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.connection_pool_size = 10 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683486] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.console_delay_seconds = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683656] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.datastore_regex = ^datastore.* {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684010] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684047] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.host_password = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684212] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.host_port = 443 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684387] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.host_username = administrator@vsphere.local {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684557] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.insecure = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684723] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.integration_bridge = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684891] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.maximum_objects = 100 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685071] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.pbm_default_policy = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685240] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.pbm_enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685453] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.pbm_wsdl_location = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685572] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685734] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.serial_port_proxy_uri = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685934] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.serial_port_service_uri = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686084] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.task_poll_interval = 0.5 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686241] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.use_linked_clone = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686416] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.vnc_keymap = en-us {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686587] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.vnc_port = 5900 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686754] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vmware.vnc_port_total = 10000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686948] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.auth_schemes = ['none'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687138] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687430] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687620] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687797] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.novncproxy_port = 6080 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687989] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.server_listen = 127.0.0.1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688192] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688363] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.vencrypt_ca_certs = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688529] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.vencrypt_client_cert = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688712] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vnc.vencrypt_client_key = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688904] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689083] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.disable_deep_image_inspection = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689253] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689466] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689658] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689829] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.disable_rootwrap = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689998] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.enable_numa_live_migration = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.690177] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.690343] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.690508] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.690674] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.libvirt_disable_apic = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.690861] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.691044] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.691361] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.691538] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.691708] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.691899] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.692088] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.692259] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.692424] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.692592] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.692778] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.692951] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.client_socket_timeout = 900 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.693156] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.default_pool_size = 1000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.693334] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.keep_alive = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.693504] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.max_header_line = 16384 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.693669] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.secure_proxy_ssl_header = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.693833] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.ssl_ca_file = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.693996] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.ssl_cert_file = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.694176] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.ssl_key_file = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.694342] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.tcp_keepidle = 600 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.694523] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.694689] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] zvm.ca_file = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.694855] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] zvm.cloud_connector_url = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.695158] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.695337] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] zvm.reachable_timeout = 300 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.695513] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.695694] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.695877] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.connection_string = messaging:// {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.696062] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.enabled = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.696237] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.es_doc_type = notification {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.696405] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.es_scroll_size = 10000 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.696577] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.es_scroll_time = 2m {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.696744] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.filter_error_trace = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.696917] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.hmac_keys = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.697100] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.sentinel_service_name = mymaster {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.697272] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.socket_timeout = 0.1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.697436] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.trace_requests = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.697603] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler.trace_sqlalchemy = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.697783] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler_jaeger.process_tags = {} {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.697948] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler_jaeger.service_name_prefix = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.698124] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] profiler_otlp.service_name_prefix = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.698322] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] remote_debug.host = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.698503] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] remote_debug.port = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.698702] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.698898] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.699136] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.699418] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.699669] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.699859] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.700060] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.700250] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.700419] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.700620] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.700834] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.701036] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.701214] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.701441] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.701634] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.701821] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.702027] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.702207] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.702442] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.702630] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.702802] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.702980] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.703194] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.703391] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.703572] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.703745] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.703916] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.704096] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.704267] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.704434] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.704602] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.ssl = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.704778] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.704953] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.705136] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.705314] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.705485] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.ssl_version = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.705651] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.705844] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.706028] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_notifications.retry = -1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.706219] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.706395] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_messaging_notifications.transport_url = **** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.706577] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.auth_section = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.706747] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.auth_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.706914] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.cafile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.707089] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.certfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.707260] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.collect_timing = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.707424] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.connect_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.707587] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.connect_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.707749] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.endpoint_id = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.707926] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.endpoint_interface = publicURL {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.708100] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.endpoint_override = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.708267] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.endpoint_region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.708429] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.endpoint_service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.708589] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.endpoint_service_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.708756] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.insecure = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.708919] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.keyfile = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.709092] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.max_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.709257] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.min_version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.709417] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.region_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.709578] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.retriable_status_codes = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.709745] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.service_name = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.709902] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.service_type = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.710092] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.split_loggers = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.710310] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.status_code_retries = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.710485] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.status_code_retry_delay = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.710651] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.timeout = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.710850] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.valid_interfaces = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.711030] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_limit.version = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.711214] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_reports.file_event_handler = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.711384] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.711548] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] oslo_reports.log_dir = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.711741] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.711927] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.712114] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.712294] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.712463] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.712628] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.712804] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.712970] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_ovs_privileged.group = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.713147] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.713318] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.713484] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.713648] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] vif_plug_ovs_privileged.user = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.713823] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.flat_interface = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.714020] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.714209] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.714384] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.714566] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.714742] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.714917] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.715094] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.715282] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.715457] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_ovs.isolate_vif = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.715630] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.715804] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.715982] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.716170] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_ovs.ovsdb_interface = native {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.716341] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] os_vif_ovs.per_port_bridge = False {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.716515] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] privsep_osbrick.capabilities = [21] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.716680] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] privsep_osbrick.group = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.716843] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] privsep_osbrick.helper_command = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.717025] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.717199] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.717364] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] privsep_osbrick.user = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.717538] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.717701] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] nova_sys_admin.group = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.717861] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] nova_sys_admin.helper_command = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.718042] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.718213] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.718373] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] nova_sys_admin.user = None {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.718506] env[70294]: DEBUG oslo_service.backend.eventlet.service [None req-5dcca18b-f198-4ead-ab45-50ee8dfee296 None None] ******************************************************************************** {{(pid=70294) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 515.718937] env[70294]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 516.222755] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Getting list of instances from cluster (obj){ [ 516.222755] env[70294]: value = "domain-c8" [ 516.222755] env[70294]: _type = "ClusterComputeResource" [ 516.222755] env[70294]: } {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 516.223926] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f11f0fa-53af-43cf-86ac-40a194ccec19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 516.233444] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Got total of 0 instances {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 516.234031] env[70294]: WARNING nova.virt.vmwareapi.driver [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 516.234580] env[70294]: INFO nova.virt.node [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Generated node identity ff7c6c8c-a5ff-41ac-a44f-74050e94a984 [ 516.234817] env[70294]: INFO nova.virt.node [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Wrote node identity ff7c6c8c-a5ff-41ac-a44f-74050e94a984 to /opt/stack/data/n-cpu-1/compute_id [ 516.737900] env[70294]: WARNING nova.compute.manager [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Compute nodes ['ff7c6c8c-a5ff-41ac-a44f-74050e94a984'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 517.742961] env[70294]: INFO nova.compute.manager [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 518.748998] env[70294]: WARNING nova.compute.manager [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 518.749374] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 518.749532] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 518.749683] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 518.749845] env[70294]: DEBUG nova.compute.resource_tracker [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 518.750797] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32692cd0-9b37-462e-b38c-aee23338b6f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.759027] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc38af2-e206-48d9-b570-e028e4edb2eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.773094] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad71c9bf-ef10-457f-86b8-a67af02a24d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.779389] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364273ed-005a-4f7d-b540-3097f72c63d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 518.807015] env[70294]: DEBUG nova.compute.resource_tracker [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180925MB free_disk=82GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 518.807128] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 518.807325] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 519.309730] env[70294]: WARNING nova.compute.resource_tracker [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] No compute node record for cpu-1:ff7c6c8c-a5ff-41ac-a44f-74050e94a984: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host ff7c6c8c-a5ff-41ac-a44f-74050e94a984 could not be found. [ 519.813813] env[70294]: INFO nova.compute.resource_tracker [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 [ 521.320685] env[70294]: DEBUG nova.compute.resource_tracker [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 521.321119] env[70294]: DEBUG nova.compute.resource_tracker [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 521.480235] env[70294]: INFO nova.scheduler.client.report [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] [req-ce7d2c2a-731d-4a11-b845-3187f4623e80] Created resource provider record via placement API for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 521.495211] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8789b282-247d-4688-91cc-1e2707f9d0b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.502935] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2678ff8e-734e-400f-8502-00435aa30037 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.532208] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5009a47c-886f-4860-a79f-480bc0a4eb35 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.538912] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5cd61a-0c2c-40af-a6e1-af8d44e13b9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.551642] env[70294]: DEBUG nova.compute.provider_tree [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 522.088210] env[70294]: DEBUG nova.scheduler.client.report [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 522.088439] env[70294]: DEBUG nova.compute.provider_tree [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 0 to 1 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 522.088580] env[70294]: DEBUG nova.compute.provider_tree [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 522.136504] env[70294]: DEBUG nova.compute.provider_tree [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 1 to 2 during operation: update_traits {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 522.641696] env[70294]: DEBUG nova.compute.resource_tracker [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 522.642138] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 522.642138] env[70294]: DEBUG nova.service [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Creating RPC server for service compute {{(pid=70294) start /opt/stack/nova/nova/service.py:186}} [ 522.655970] env[70294]: DEBUG nova.service [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] Join ServiceGroup membership for this service compute {{(pid=70294) start /opt/stack/nova/nova/service.py:203}} [ 522.656161] env[70294]: DEBUG nova.servicegroup.drivers.db [None req-2277c546-78a8-411e-98ec-36fde6e95a38 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=70294) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 547.661765] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.165206] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Getting list of instances from cluster (obj){ [ 548.165206] env[70294]: value = "domain-c8" [ 548.165206] env[70294]: _type = "ClusterComputeResource" [ 548.165206] env[70294]: } {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.166704] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b7165f-c30d-4ff3-9baf-b1eece93f348 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.175201] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Got total of 0 instances {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 548.175428] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.175743] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Getting list of instances from cluster (obj){ [ 548.175743] env[70294]: value = "domain-c8" [ 548.175743] env[70294]: _type = "ClusterComputeResource" [ 548.175743] env[70294]: } {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 548.176639] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67b99fe-26ea-4ef1-a19d-c68fafbe6ef1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.184141] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Got total of 0 instances {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 561.513569] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.513569] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.018556] env[70294]: DEBUG nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 562.581333] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 562.581714] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 562.586138] env[70294]: INFO nova.compute.claims [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 563.649813] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be51375-0112-46e1-96f8-102e0680d0d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.657738] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c348d85-0d41-479c-9731-79dad39ca369 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.690481] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150f4fea-9ac6-4da2-a74c-0e152e29b5df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.701230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e2ea49-8a6e-4d0f-b97d-9647709ca96f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 563.720351] env[70294]: DEBUG nova.compute.provider_tree [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 563.986598] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "a166d0ec-e96a-453b-948e-b0cc8010b070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 563.987615] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.224592] env[70294]: DEBUG nova.scheduler.client.report [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 564.483603] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "be317dea-3a7b-4856-8e39-0af015f515ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.483603] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "be317dea-3a7b-4856-8e39-0af015f515ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.489095] env[70294]: DEBUG nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 564.729961] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.148s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.730909] env[70294]: DEBUG nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 564.978540] env[70294]: DEBUG nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.030438] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.030438] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.030438] env[70294]: INFO nova.compute.claims [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 565.155169] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "45500dce-3a29-4634-ac56-19b9fa9b439e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.155990] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.195340] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "062b20de-2f89-4deb-b04a-0d972d17f44e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.195564] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.239515] env[70294]: DEBUG nova.compute.utils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 565.242554] env[70294]: DEBUG nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 565.242554] env[70294]: DEBUG nova.network.neutron [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 565.519569] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 565.663211] env[70294]: DEBUG nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.704088] env[70294]: DEBUG nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.747218] env[70294]: DEBUG nova.policy [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d69e06cdbaf492fa395732bef59663a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40cb44048e1f43ee9f4a44063b736215', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 565.751467] env[70294]: DEBUG nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 566.160106] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0cabe32-01b6-48dc-944f-a6c928cc112d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.171912] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7b360-adf9-4ea9-a5bf-4d9daab5b728 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.252843] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.252843] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a15c7aa-8bc2-4b5d-b850-9bb9b5168dd4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.273794] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3d9a7e-240b-492b-a3da-01e023c2d21a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.304735] env[70294]: DEBUG nova.compute.provider_tree [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 566.309511] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.767945] env[70294]: DEBUG nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 566.814833] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 566.815438] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 566.815438] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 566.815653] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 566.815792] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 566.815988] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 566.816282] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 566.816405] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 566.816855] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 566.817256] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 566.817328] env[70294]: DEBUG nova.virt.hardware [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 566.818522] env[70294]: DEBUG nova.scheduler.client.report [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 566.823058] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1bdad0-e13c-4928-a34c-856becd5d93d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.837939] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5d5ea7-2b5b-48b2-b19d-d1725a16c128 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.866234] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dcf7dd-2d07-4f46-b614-c300c8ef83a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.019234] env[70294]: DEBUG nova.network.neutron [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Successfully created port: 86ababb0-885b-4528-9ba7-2ce109c5e354 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 567.329057] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 567.329910] env[70294]: DEBUG nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 567.336698] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.817s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 567.343560] env[70294]: INFO nova.compute.claims [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 567.849360] env[70294]: DEBUG nova.compute.utils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 567.850953] env[70294]: DEBUG nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 567.853449] env[70294]: DEBUG nova.network.neutron [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 568.003551] env[70294]: DEBUG nova.policy [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e171fb71f3d44396a3d62fabec6e6dfc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d833830c52044948f744b5807b526b4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 568.346681] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 568.347013] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 568.357188] env[70294]: DEBUG nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 568.506193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afb1ba8-c5c6-4e72-8f9a-2b62e00ab96d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.514456] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0268356-2deb-4176-a6f7-1b0560c8e6d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.551247] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bead1763-8e25-42aa-9b5a-9156b29da99a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.558368] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e17c6c6-3931-44b7-97e6-d46a2841d892 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 568.571682] env[70294]: DEBUG nova.compute.provider_tree [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 568.851030] env[70294]: DEBUG nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 569.058331] env[70294]: DEBUG nova.network.neutron [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Successfully created port: 164c6700-4276-487a-8c27-21f72a4cb568 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 569.074540] env[70294]: DEBUG nova.scheduler.client.report [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 569.382165] env[70294]: DEBUG nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 569.390884] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 569.420495] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 569.421160] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 569.421160] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 569.421160] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 569.421160] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 569.421329] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 569.421644] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 569.421819] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 569.422254] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 569.422552] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 569.422749] env[70294]: DEBUG nova.virt.hardware [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 569.423654] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47b95aa-651a-423d-b940-ea26b9c595c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.433729] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fc293d-5b73-4ea9-8829-b015038ab1e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.582331] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.582815] env[70294]: DEBUG nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 569.588026] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.338s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 569.589646] env[70294]: INFO nova.compute.claims [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 570.093805] env[70294]: DEBUG nova.compute.utils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 570.096907] env[70294]: DEBUG nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 570.096907] env[70294]: DEBUG nova.network.neutron [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 570.248257] env[70294]: DEBUG nova.policy [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c905662ebc9541bf84362582fb976f67', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '55e3295560844724bf08155b85bec485', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.413458] env[70294]: DEBUG nova.network.neutron [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Successfully updated port: 86ababb0-885b-4528-9ba7-2ce109c5e354 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 570.610176] env[70294]: DEBUG nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.774125] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf80491-75ba-4b96-b505-b092074c7411 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.783500] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0cf28e-c90e-40db-a0f9-982cd01aa155 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.816515] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0fedc-c46c-46d1-b550-0b8ca1a8a17c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.823226] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.823592] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.824804] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842033a7-9dd1-4f96-984c-affeb334ed5b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.829474] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.829678] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.830240] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.830443] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.830639] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.830791] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 570.830943] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.841741] env[70294]: DEBUG nova.compute.provider_tree [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 570.919776] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "refresh_cache-1951cb5e-2d4a-4ed4-9380-a79c28752218" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.919776] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "refresh_cache-1951cb5e-2d4a-4ed4-9380-a79c28752218" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.919776] env[70294]: DEBUG nova.network.neutron [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 571.209417] env[70294]: DEBUG nova.network.neutron [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Successfully created port: 6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 571.345027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 571.345711] env[70294]: DEBUG nova.scheduler.client.report [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 571.624766] env[70294]: DEBUG nova.network.neutron [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 571.628853] env[70294]: DEBUG nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 571.659744] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 571.660017] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 571.660222] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 571.663625] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 571.663625] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 571.663625] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 571.663625] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 571.663625] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 571.663928] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 571.663928] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 571.663928] env[70294]: DEBUG nova.virt.hardware [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 571.663928] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c5362d-8fb6-45e8-b3eb-c8fb146a0bb9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.671134] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e179f6-20ad-4c41-a0fa-43e36b0bbbd4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.852117] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 571.853063] env[70294]: DEBUG nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 571.858487] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.549s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 571.862014] env[70294]: INFO nova.compute.claims [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 572.013690] env[70294]: DEBUG nova.network.neutron [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Updating instance_info_cache with network_info: [{"id": "86ababb0-885b-4528-9ba7-2ce109c5e354", "address": "fa:16:3e:00:66:55", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ababb0-88", "ovs_interfaceid": "86ababb0-885b-4528-9ba7-2ce109c5e354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 572.022930] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.023313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.154321] env[70294]: DEBUG nova.compute.manager [req-1ca19ef4-5228-4ede-8be5-7502bfab156c req-ba1a5769-b727-402f-8277-0ef8e4c37ae8 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Received event network-vif-plugged-86ababb0-885b-4528-9ba7-2ce109c5e354 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 572.154649] env[70294]: DEBUG oslo_concurrency.lockutils [req-1ca19ef4-5228-4ede-8be5-7502bfab156c req-ba1a5769-b727-402f-8277-0ef8e4c37ae8 service nova] Acquiring lock "1951cb5e-2d4a-4ed4-9380-a79c28752218-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.155068] env[70294]: DEBUG oslo_concurrency.lockutils [req-1ca19ef4-5228-4ede-8be5-7502bfab156c req-ba1a5769-b727-402f-8277-0ef8e4c37ae8 service nova] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.156109] env[70294]: DEBUG oslo_concurrency.lockutils [req-1ca19ef4-5228-4ede-8be5-7502bfab156c req-ba1a5769-b727-402f-8277-0ef8e4c37ae8 service nova] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 572.156160] env[70294]: DEBUG nova.compute.manager [req-1ca19ef4-5228-4ede-8be5-7502bfab156c req-ba1a5769-b727-402f-8277-0ef8e4c37ae8 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] No waiting events found dispatching network-vif-plugged-86ababb0-885b-4528-9ba7-2ce109c5e354 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 572.158100] env[70294]: WARNING nova.compute.manager [req-1ca19ef4-5228-4ede-8be5-7502bfab156c req-ba1a5769-b727-402f-8277-0ef8e4c37ae8 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Received unexpected event network-vif-plugged-86ababb0-885b-4528-9ba7-2ce109c5e354 for instance with vm_state building and task_state spawning. [ 572.365809] env[70294]: DEBUG nova.compute.utils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 572.373868] env[70294]: DEBUG nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 572.373923] env[70294]: DEBUG nova.network.neutron [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 572.519580] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "refresh_cache-1951cb5e-2d4a-4ed4-9380-a79c28752218" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.520061] env[70294]: DEBUG nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Instance network_info: |[{"id": "86ababb0-885b-4528-9ba7-2ce109c5e354", "address": "fa:16:3e:00:66:55", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ababb0-88", "ovs_interfaceid": "86ababb0-885b-4528-9ba7-2ce109c5e354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 572.520415] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:66:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86ababb0-885b-4528-9ba7-2ce109c5e354', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 572.539495] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.541626] env[70294]: DEBUG nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 572.545604] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-500d963d-8f95-4e40-b9f2-f31afb45ec54 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.553152] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 572.553152] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 572.555249] env[70294]: DEBUG nova.policy [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56a306f799cb4f18bea6c7945949ae63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dfeb691d6db4fe2bb3624c3686b2bb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 572.571774] env[70294]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 572.573730] env[70294]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70294) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 572.580318] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 572.580318] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating folder: Project (40cb44048e1f43ee9f4a44063b736215). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.580318] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ad172e-a871-4ca0-9fa8-f8963025825e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.591994] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created folder: Project (40cb44048e1f43ee9f4a44063b736215) in parent group-v712401. [ 572.591994] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating folder: Instances. Parent ref: group-v712405. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 572.591994] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0eefa49c-e03c-4930-b135-dc8c67f8378e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.601693] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created folder: Instances in parent group-v712405. [ 572.602025] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 572.602157] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 572.602353] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f1fab21-b18b-4f05-9c96-731248c1bfee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 572.627041] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 572.627041] env[70294]: value = "task-3569085" [ 572.627041] env[70294]: _type = "Task" [ 572.627041] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 572.641456] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569085, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 572.870413] env[70294]: DEBUG nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 573.063531] env[70294]: DEBUG nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 573.071445] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.087460] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccddd779-3322-4e7d-aebd-40fe672a9fcb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.092865] env[70294]: DEBUG nova.network.neutron [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Successfully updated port: 164c6700-4276-487a-8c27-21f72a4cb568 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 573.101871] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37fc4c8-6394-4bdd-bd95-7cedd413b623 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.155970] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58bafa1-9b04-46ce-83ba-b307df0465dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.165726] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569085, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.180835] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2795ef49-1f1e-4234-bdf4-69294e9e5e4c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.204137] env[70294]: DEBUG nova.compute.provider_tree [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 573.509604] env[70294]: DEBUG nova.network.neutron [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Successfully created port: d8f504a4-35b9-4e59-8940-9702a2050fa5 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 573.591340] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.596893] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "refresh_cache-a166d0ec-e96a-453b-948e-b0cc8010b070" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.597056] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquired lock "refresh_cache-a166d0ec-e96a-453b-948e-b0cc8010b070" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.597208] env[70294]: DEBUG nova.network.neutron [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 573.660360] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569085, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 573.711234] env[70294]: DEBUG nova.scheduler.client.report [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 573.884365] env[70294]: DEBUG nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 573.922612] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 573.922867] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 573.923043] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 573.923232] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 573.923380] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 573.923655] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 573.924055] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 573.924055] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 573.924284] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 573.924451] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 573.924634] env[70294]: DEBUG nova.virt.hardware [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 573.925542] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244bb481-7a44-407c-a792-a3db32190f48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.934590] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699d39f8-7dfe-43f5-a4d6-2882b4404983 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.157376] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569085, 'name': CreateVM_Task, 'duration_secs': 1.342832} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 574.157554] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 574.195459] env[70294]: DEBUG oslo_vmware.service [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a16107a-cd6b-4efc-ac10-c44cc7f3bb9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.201899] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.201945] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.202666] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.202920] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155b2da3-410e-4294-bee4-262c52a0b85c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.210718] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 574.210718] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282a7cd-52da-f083-4290-a6bf6bc20921" [ 574.210718] env[70294]: _type = "Task" [ 574.210718] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.217392] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282a7cd-52da-f083-4290-a6bf6bc20921, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 574.220946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.221479] env[70294]: DEBUG nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 574.224016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.835s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.227915] env[70294]: INFO nova.compute.claims [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 574.242639] env[70294]: DEBUG nova.network.neutron [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 574.686351] env[70294]: DEBUG nova.network.neutron [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Updating instance_info_cache with network_info: [{"id": "164c6700-4276-487a-8c27-21f72a4cb568", "address": "fa:16:3e:43:e7:c3", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164c6700-42", "ovs_interfaceid": "164c6700-4276-487a-8c27-21f72a4cb568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 574.718487] env[70294]: DEBUG nova.network.neutron [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Successfully updated port: 6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 574.733527] env[70294]: DEBUG nova.compute.utils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 574.738530] env[70294]: DEBUG nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 574.738530] env[70294]: DEBUG nova.network.neutron [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 574.743298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.743298] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 574.743298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.743298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.743298] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.744399] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-578bce3e-02ac-4c36-9fce-90480801d32b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.753866] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.754075] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 574.755522] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4922cc56-60b4-47e4-9878-f6b8bad6a6d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.765796] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a333a5fa-3a93-4132-b250-2c15bb895c65 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.777253] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 574.777253] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525a74d1-b7f2-3613-0567-7b8533f9fa9f" [ 574.777253] env[70294]: _type = "Task" [ 574.777253] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 574.797781] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Preparing fetch location {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 574.797781] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating directory with path [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 574.799336] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4e63910-d321-4e44-a48c-2940fd1b2adf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.813291] env[70294]: DEBUG nova.compute.manager [req-c43f36ef-9951-478f-b4f2-1aab923fa78b req-f3ced411-7cfb-4aa2-b168-3061833e2d3c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Received event network-vif-plugged-164c6700-4276-487a-8c27-21f72a4cb568 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 574.814505] env[70294]: DEBUG oslo_concurrency.lockutils [req-c43f36ef-9951-478f-b4f2-1aab923fa78b req-f3ced411-7cfb-4aa2-b168-3061833e2d3c service nova] Acquiring lock "a166d0ec-e96a-453b-948e-b0cc8010b070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.814505] env[70294]: DEBUG oslo_concurrency.lockutils [req-c43f36ef-9951-478f-b4f2-1aab923fa78b req-f3ced411-7cfb-4aa2-b168-3061833e2d3c service nova] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.814505] env[70294]: DEBUG oslo_concurrency.lockutils [req-c43f36ef-9951-478f-b4f2-1aab923fa78b req-f3ced411-7cfb-4aa2-b168-3061833e2d3c service nova] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 574.814505] env[70294]: DEBUG nova.compute.manager [req-c43f36ef-9951-478f-b4f2-1aab923fa78b req-f3ced411-7cfb-4aa2-b168-3061833e2d3c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] No waiting events found dispatching network-vif-plugged-164c6700-4276-487a-8c27-21f72a4cb568 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 574.814505] env[70294]: WARNING nova.compute.manager [req-c43f36ef-9951-478f-b4f2-1aab923fa78b req-f3ced411-7cfb-4aa2-b168-3061833e2d3c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Received unexpected event network-vif-plugged-164c6700-4276-487a-8c27-21f72a4cb568 for instance with vm_state building and task_state spawning. [ 574.823645] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created directory with path [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 574.824442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Fetch image to [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 574.824605] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Downloading image file data 99f0178b-f4a3-41dc-9300-f7b8d2960245 to [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk on the data store datastore2 {{(pid=70294) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 574.825673] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583fd90-cef4-48e2-81bc-854297fbf4a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.843839] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e51a89b-048d-46bc-a046-b7a4a76092e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.858834] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac40d2-c7e2-45c4-80b1-12afa6428d52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.904703] env[70294]: DEBUG nova.policy [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '244e6444577b43b4a5649ba0271d4aa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2453936ee8248bd9e492a0deca0e6dc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 574.906734] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7851e12-bf0f-475d-ad9d-e15f98b5fdfa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.917244] env[70294]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-f6c40b0e-a596-49b8-8245-21b03521ca86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.013589] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Downloading image file data 99f0178b-f4a3-41dc-9300-f7b8d2960245 to the data store datastore2 {{(pid=70294) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 575.078056] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.078056] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.102320] env[70294]: DEBUG oslo_vmware.rw_handles [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70294) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 575.194658] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Releasing lock "refresh_cache-a166d0ec-e96a-453b-948e-b0cc8010b070" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.195030] env[70294]: DEBUG nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Instance network_info: |[{"id": "164c6700-4276-487a-8c27-21f72a4cb568", "address": "fa:16:3e:43:e7:c3", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164c6700-42", "ovs_interfaceid": "164c6700-4276-487a-8c27-21f72a4cb568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 575.195469] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:e7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '164c6700-4276-487a-8c27-21f72a4cb568', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 575.208856] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Creating folder: Project (8d833830c52044948f744b5807b526b4). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.209686] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029240cd-fc41-46f6-9f0c-d3a28727bf2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.221101] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.222014] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquired lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.222014] env[70294]: DEBUG nova.network.neutron [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 575.227507] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Created folder: Project (8d833830c52044948f744b5807b526b4) in parent group-v712401. [ 575.227507] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Creating folder: Instances. Parent ref: group-v712408. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 575.231608] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bcecf4f-2fa3-482c-b1d0-71ae52d74ecf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.236182] env[70294]: DEBUG nova.compute.manager [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Received event network-changed-86ababb0-885b-4528-9ba7-2ce109c5e354 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 575.236736] env[70294]: DEBUG nova.compute.manager [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Refreshing instance network info cache due to event network-changed-86ababb0-885b-4528-9ba7-2ce109c5e354. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 575.236736] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] Acquiring lock "refresh_cache-1951cb5e-2d4a-4ed4-9380-a79c28752218" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.236736] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] Acquired lock "refresh_cache-1951cb5e-2d4a-4ed4-9380-a79c28752218" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.236943] env[70294]: DEBUG nova.network.neutron [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Refreshing network info cache for port 86ababb0-885b-4528-9ba7-2ce109c5e354 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 575.243200] env[70294]: DEBUG nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 575.261284] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Created folder: Instances in parent group-v712408. [ 575.261284] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 575.262989] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 575.262989] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7c63edb-7fc3-4303-9b8e-65fcb4eecd0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.290268] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 575.290268] env[70294]: value = "task-3569090" [ 575.290268] env[70294]: _type = "Task" [ 575.290268] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.309559] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569090, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 575.392211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "53799918-abc1-4d31-941e-76ee94bafb3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 575.392951] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "53799918-abc1-4d31-941e-76ee94bafb3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 575.500505] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50363f70-6145-45c7-bb85-3a48bc489226 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.519814] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9577b-0bf7-4b60-baa8-1aafd7f717ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.560201] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d687814f-25e1-41fc-8b6c-6282473f08dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.574785] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b590ac4a-c578-4af4-b797-34e52e42e1f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.582927] env[70294]: DEBUG nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.595940] env[70294]: DEBUG nova.compute.provider_tree [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 575.815146] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569090, 'name': CreateVM_Task, 'duration_secs': 0.40863} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 575.815146] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 575.815146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.815146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.815146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.815146] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36326fd5-74c0-45c0-8508-b4d49b0de77a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.827705] env[70294]: DEBUG oslo_vmware.rw_handles [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Completed reading data from the image iterator. {{(pid=70294) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 575.828204] env[70294]: DEBUG oslo_vmware.rw_handles [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 575.834020] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 575.834020] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529fb4cb-60d1-cedc-2733-7eb23b097905" [ 575.834020] env[70294]: _type = "Task" [ 575.834020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 575.847891] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.848465] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 575.848825] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.896673] env[70294]: DEBUG nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 575.948467] env[70294]: DEBUG nova.network.neutron [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 575.959285] env[70294]: DEBUG nova.network.neutron [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Successfully updated port: d8f504a4-35b9-4e59-8940-9702a2050fa5 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.974884] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Downloaded image file data 99f0178b-f4a3-41dc-9300-f7b8d2960245 to vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk on the data store datastore2 {{(pid=70294) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 575.979535] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Caching image {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 575.979535] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copying Virtual Disk [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk to [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 575.979535] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7afdc315-dbba-47c1-943d-245588aa313f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 575.991881] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 575.991881] env[70294]: value = "task-3569091" [ 575.991881] env[70294]: _type = "Task" [ 575.991881] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 576.007193] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.061400] env[70294]: DEBUG nova.network.neutron [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Successfully created port: bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 576.108093] env[70294]: DEBUG nova.scheduler.client.report [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 576.210059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.264101] env[70294]: DEBUG nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 576.306807] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 576.307697] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 576.307697] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 576.307697] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 576.307861] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 576.307986] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 576.308240] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 576.308436] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 576.308658] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 576.308870] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 576.309292] env[70294]: DEBUG nova.virt.hardware [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 576.310332] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6a219b-df11-4deb-acbb-e98c1d0846bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.320837] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0918a5e-5bc7-4aea-aebc-87e3e9917492 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.422122] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 576.462738] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "refresh_cache-45500dce-3a29-4634-ac56-19b9fa9b439e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.463078] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquired lock "refresh_cache-45500dce-3a29-4634-ac56-19b9fa9b439e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.463078] env[70294]: DEBUG nova.network.neutron [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.505044] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569091, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 576.589043] env[70294]: DEBUG nova.network.neutron [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updating instance_info_cache with network_info: [{"id": "6a4ebc4a-adba-4add-8d55-366373467c88", "address": "fa:16:3e:6b:75:d6", "network": {"id": "4dfdae1e-c708-4e1e-a090-66529d791df4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-229167986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55e3295560844724bf08155b85bec485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4ebc4a-ad", "ovs_interfaceid": "6a4ebc4a-adba-4add-8d55-366373467c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.613985] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.614619] env[70294]: DEBUG nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 576.618378] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.274s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.619522] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 576.619683] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 576.622758] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.551s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 576.624821] env[70294]: INFO nova.compute.claims [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 576.632617] env[70294]: DEBUG nova.network.neutron [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Updated VIF entry in instance network info cache for port 86ababb0-885b-4528-9ba7-2ce109c5e354. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 576.632870] env[70294]: DEBUG nova.network.neutron [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Updating instance_info_cache with network_info: [{"id": "86ababb0-885b-4528-9ba7-2ce109c5e354", "address": "fa:16:3e:00:66:55", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86ababb0-88", "ovs_interfaceid": "86ababb0-885b-4528-9ba7-2ce109c5e354", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.638821] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effaa180-3c8d-4676-8f06-2ffd5f6899f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.650873] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dcffc2-51c8-4a22-8b8b-aa34f609dc9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.669688] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61550e47-e99c-45a9-a392-6c12da01e3ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.682992] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd66981b-c5ed-4355-94b3-30f345b81c9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.719856] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180922MB free_disk=82GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 576.720543] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.005648] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569091, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.011147] env[70294]: DEBUG nova.network.neutron [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.093811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Releasing lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.094227] env[70294]: DEBUG nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Instance network_info: |[{"id": "6a4ebc4a-adba-4add-8d55-366373467c88", "address": "fa:16:3e:6b:75:d6", "network": {"id": "4dfdae1e-c708-4e1e-a090-66529d791df4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-229167986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55e3295560844724bf08155b85bec485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4ebc4a-ad", "ovs_interfaceid": "6a4ebc4a-adba-4add-8d55-366373467c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.094567] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:75:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a4ebc4a-adba-4add-8d55-366373467c88', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.108744] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Creating folder: Project (55e3295560844724bf08155b85bec485). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.109082] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecd9f2da-1ee4-41af-8b46-5cbfcb8d01be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.125061] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Created folder: Project (55e3295560844724bf08155b85bec485) in parent group-v712401. [ 577.125271] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Creating folder: Instances. Parent ref: group-v712411. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.125519] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7d388ae-42ab-4405-9588-2f6c2b1eba22 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.136224] env[70294]: DEBUG nova.compute.utils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 577.141450] env[70294]: DEBUG nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 577.141643] env[70294]: DEBUG nova.network.neutron [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 577.145526] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Created folder: Instances in parent group-v712411. [ 577.145869] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.146458] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1eed41e-5689-41eb-875d-02bf766c69f0 req-3cf02e16-7300-41ae-bc9a-d4bd7c18ccd1 service nova] Releasing lock "refresh_cache-1951cb5e-2d4a-4ed4-9380-a79c28752218" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.146794] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.149118] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1376da42-00cd-4cc8-a1f0-63cd0f23f1c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.178816] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.178816] env[70294]: value = "task-3569094" [ 577.178816] env[70294]: _type = "Task" [ 577.178816] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.191595] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569094, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.286207] env[70294]: DEBUG nova.network.neutron [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Updating instance_info_cache with network_info: [{"id": "d8f504a4-35b9-4e59-8940-9702a2050fa5", "address": "fa:16:3e:00:82:4f", "network": {"id": "c8334b93-760e-44aa-abe7-377f82285256", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-534385764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfeb691d6db4fe2bb3624c3686b2bb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f504a4-35", "ovs_interfaceid": "d8f504a4-35b9-4e59-8940-9702a2050fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 577.345382] env[70294]: DEBUG nova.policy [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 577.508393] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569091, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.641130] env[70294]: DEBUG nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 577.730784] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569094, 'name': CreateVM_Task, 'duration_secs': 0.389214} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.730784] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.730784] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.730784] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.730784] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.734163] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe7ae54b-920b-47b6-85ec-0334caf2c179 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.734163] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 577.734163] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52003e7f-b97c-55e1-296a-3fc49b342552" [ 577.734163] env[70294]: _type = "Task" [ 577.734163] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.743294] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52003e7f-b97c-55e1-296a-3fc49b342552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.795211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Releasing lock "refresh_cache-45500dce-3a29-4634-ac56-19b9fa9b439e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.795432] env[70294]: DEBUG nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Instance network_info: |[{"id": "d8f504a4-35b9-4e59-8940-9702a2050fa5", "address": "fa:16:3e:00:82:4f", "network": {"id": "c8334b93-760e-44aa-abe7-377f82285256", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-534385764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfeb691d6db4fe2bb3624c3686b2bb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f504a4-35", "ovs_interfaceid": "d8f504a4-35b9-4e59-8940-9702a2050fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 577.799939] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:82:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6a4065-12af-4fb9-ac47-ec9143f7297e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8f504a4-35b9-4e59-8940-9702a2050fa5', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.812421] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Creating folder: Project (7dfeb691d6db4fe2bb3624c3686b2bb5). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.812421] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57c250c0-d525-48c0-b32b-dbfeaeb2d26b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.839136] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Created folder: Project (7dfeb691d6db4fe2bb3624c3686b2bb5) in parent group-v712401. [ 577.839136] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Creating folder: Instances. Parent ref: group-v712414. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.839292] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b3ac2b6-145b-47de-bc32-95147bf67e71 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.854141] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Created folder: Instances in parent group-v712414. [ 577.855096] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 577.855096] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.855096] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fd90de5-3c93-401a-a8b6-3d8c39b307f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.883977] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.883977] env[70294]: value = "task-3569098" [ 577.883977] env[70294]: _type = "Task" [ 577.883977] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.892711] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569098, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.976678] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "4c71fa1f-c643-4719-9074-946949b9a652" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 577.977241] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 577.978561] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8f17e1-e508-4783-a449-93089118027f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.989330] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833b18b2-110b-42b1-a9ac-ac1951ff0290 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.023472] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca71e1-61cc-45b8-8112-677234155549 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.029546] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569091, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.827359} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.030181] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copied Virtual Disk [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk to [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 578.030442] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 578.030690] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-233d7e98-0b6d-4cf3-b7ff-74916b3868d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.039139] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7c8b8e-f83c-4b29-a1c4-1b3f080b28f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.042304] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 578.042304] env[70294]: value = "task-3569099" [ 578.042304] env[70294]: _type = "Task" [ 578.042304] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.054289] env[70294]: DEBUG nova.compute.provider_tree [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 578.061535] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569099, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.149325] env[70294]: DEBUG nova.network.neutron [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Successfully created port: e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 578.243549] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.243815] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.244074] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.274190] env[70294]: DEBUG nova.compute.manager [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Received event network-changed-164c6700-4276-487a-8c27-21f72a4cb568 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 578.274190] env[70294]: DEBUG nova.compute.manager [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Refreshing instance network info cache due to event network-changed-164c6700-4276-487a-8c27-21f72a4cb568. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 578.274320] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Acquiring lock "refresh_cache-a166d0ec-e96a-453b-948e-b0cc8010b070" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.274671] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Acquired lock "refresh_cache-a166d0ec-e96a-453b-948e-b0cc8010b070" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.274671] env[70294]: DEBUG nova.network.neutron [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Refreshing network info cache for port 164c6700-4276-487a-8c27-21f72a4cb568 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.394754] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569098, 'name': CreateVM_Task, 'duration_secs': 0.399155} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.394965] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 578.395705] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.395872] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.396202] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.396464] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-514606b2-fc56-4365-ad22-039f977908e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.403295] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 578.403295] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e84d93-3e21-708c-9901-cefaa178f47e" [ 578.403295] env[70294]: _type = "Task" [ 578.403295] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.413307] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e84d93-3e21-708c-9901-cefaa178f47e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.545123] env[70294]: DEBUG nova.compute.manager [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Received event network-vif-plugged-d8f504a4-35b9-4e59-8940-9702a2050fa5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 578.545263] env[70294]: DEBUG oslo_concurrency.lockutils [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] Acquiring lock "45500dce-3a29-4634-ac56-19b9fa9b439e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.545364] env[70294]: DEBUG oslo_concurrency.lockutils [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.545573] env[70294]: DEBUG oslo_concurrency.lockutils [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 578.545691] env[70294]: DEBUG nova.compute.manager [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] No waiting events found dispatching network-vif-plugged-d8f504a4-35b9-4e59-8940-9702a2050fa5 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 578.545822] env[70294]: WARNING nova.compute.manager [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Received unexpected event network-vif-plugged-d8f504a4-35b9-4e59-8940-9702a2050fa5 for instance with vm_state building and task_state spawning. [ 578.546039] env[70294]: DEBUG nova.compute.manager [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Received event network-changed-d8f504a4-35b9-4e59-8940-9702a2050fa5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 578.546517] env[70294]: DEBUG nova.compute.manager [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Refreshing instance network info cache due to event network-changed-d8f504a4-35b9-4e59-8940-9702a2050fa5. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 578.546690] env[70294]: DEBUG oslo_concurrency.lockutils [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] Acquiring lock "refresh_cache-45500dce-3a29-4634-ac56-19b9fa9b439e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.546985] env[70294]: DEBUG oslo_concurrency.lockutils [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] Acquired lock "refresh_cache-45500dce-3a29-4634-ac56-19b9fa9b439e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.547134] env[70294]: DEBUG nova.network.neutron [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Refreshing network info cache for port d8f504a4-35b9-4e59-8940-9702a2050fa5 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 578.562990] env[70294]: DEBUG nova.scheduler.client.report [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 578.566681] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569099, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027809} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 578.567497] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 578.567725] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Moving file from [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803/99f0178b-f4a3-41dc-9300-f7b8d2960245 to [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245. {{(pid=70294) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 578.567980] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-086b7c3d-65e4-4700-a717-5de13c475907 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.578067] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 578.578067] env[70294]: value = "task-3569100" [ 578.578067] env[70294]: _type = "Task" [ 578.578067] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.589195] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569100, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.662184] env[70294]: DEBUG nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 578.676442] env[70294]: DEBUG nova.network.neutron [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Successfully updated port: bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 578.703366] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 578.703460] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 578.703542] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 578.703749] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 578.703894] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 578.704792] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 578.704792] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 578.704792] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 578.704792] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 578.704792] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 578.705126] env[70294]: DEBUG nova.virt.hardware [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 578.705838] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa1ee9c-9fd7-4302-aec8-2141d2ec0b72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.716162] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80fcf0e-eda5-47f7-bc14-2cc806756584 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.817464] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "6c28daed-1cbf-409c-893d-3c916f61a3a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 578.817702] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 578.919433] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.919433] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.919433] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.070751] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.071988] env[70294]: DEBUG nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 579.074982] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.485s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.077678] env[70294]: INFO nova.compute.claims [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 579.086474] env[70294]: DEBUG nova.network.neutron [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Updated VIF entry in instance network info cache for port 164c6700-4276-487a-8c27-21f72a4cb568. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.086474] env[70294]: DEBUG nova.network.neutron [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Updating instance_info_cache with network_info: [{"id": "164c6700-4276-487a-8c27-21f72a4cb568", "address": "fa:16:3e:43:e7:c3", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.130", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap164c6700-42", "ovs_interfaceid": "164c6700-4276-487a-8c27-21f72a4cb568", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.094353] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569100, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028833} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.094872] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] File moved {{(pid=70294) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 579.095495] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Cleaning up location [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 579.095792] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore2] vmware_temp/e7e9ddf6-6194-4e62-9f4c-ef488adfc803 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 579.096455] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd51302e-fb93-4777-bc3c-04e5b4018ae4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.108569] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 579.108569] env[70294]: value = "task-3569101" [ 579.108569] env[70294]: _type = "Task" [ 579.108569] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.119239] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.183825] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.183989] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquired lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.186261] env[70294]: DEBUG nova.network.neutron [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 579.547029] env[70294]: DEBUG nova.network.neutron [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Updated VIF entry in instance network info cache for port d8f504a4-35b9-4e59-8940-9702a2050fa5. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 579.547554] env[70294]: DEBUG nova.network.neutron [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Updating instance_info_cache with network_info: [{"id": "d8f504a4-35b9-4e59-8940-9702a2050fa5", "address": "fa:16:3e:00:82:4f", "network": {"id": "c8334b93-760e-44aa-abe7-377f82285256", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-534385764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dfeb691d6db4fe2bb3624c3686b2bb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6a4065-12af-4fb9-ac47-ec9143f7297e", "external-id": "nsx-vlan-transportzone-95", "segmentation_id": 95, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8f504a4-35", "ovs_interfaceid": "d8f504a4-35b9-4e59-8940-9702a2050fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 579.561375] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "982cbbf3-3993-4230-91f6-3343b0a42f51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.563046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.586403] env[70294]: DEBUG nova.compute.utils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 579.586403] env[70294]: DEBUG nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 579.589641] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Releasing lock "refresh_cache-a166d0ec-e96a-453b-948e-b0cc8010b070" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.589869] env[70294]: DEBUG nova.compute.manager [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Received event network-vif-plugged-6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.590065] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Acquiring lock "be317dea-3a7b-4856-8e39-0af015f515ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 579.590268] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Lock "be317dea-3a7b-4856-8e39-0af015f515ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 579.590427] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Lock "be317dea-3a7b-4856-8e39-0af015f515ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 579.590771] env[70294]: DEBUG nova.compute.manager [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] No waiting events found dispatching network-vif-plugged-6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.590771] env[70294]: WARNING nova.compute.manager [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Received unexpected event network-vif-plugged-6a4ebc4a-adba-4add-8d55-366373467c88 for instance with vm_state building and task_state spawning. [ 579.590899] env[70294]: DEBUG nova.compute.manager [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Received event network-changed-6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 579.591077] env[70294]: DEBUG nova.compute.manager [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Refreshing instance network info cache due to event network-changed-6a4ebc4a-adba-4add-8d55-366373467c88. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 579.591273] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Acquiring lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.591408] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Acquired lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.591587] env[70294]: DEBUG nova.network.neutron [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Refreshing network info cache for port 6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 579.618772] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026706} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 579.619049] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 579.620064] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cc27d4f-b535-459f-9b59-8720daec2c89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.627512] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 579.627512] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e2b87b-8ebc-debf-4583-3032af64f947" [ 579.627512] env[70294]: _type = "Task" [ 579.627512] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.636651] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e2b87b-8ebc-debf-4583-3032af64f947, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.730136] env[70294]: DEBUG nova.network.neutron [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 580.056322] env[70294]: DEBUG oslo_concurrency.lockutils [req-618bbb3e-cf45-4679-887c-a74eae2d0507 req-11e80e32-8f0b-433c-a0fb-6a050bd56932 service nova] Releasing lock "refresh_cache-45500dce-3a29-4634-ac56-19b9fa9b439e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.065469] env[70294]: DEBUG nova.network.neutron [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Updating instance_info_cache with network_info: [{"id": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "address": "fa:16:3e:5f:8c:50", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4f5dfc-c7", "ovs_interfaceid": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.090730] env[70294]: DEBUG nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 580.140243] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e2b87b-8ebc-debf-4583-3032af64f947, 'name': SearchDatastore_Task, 'duration_secs': 0.009186} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.142750] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.142938] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 1951cb5e-2d4a-4ed4-9380-a79c28752218/1951cb5e-2d4a-4ed4-9380-a79c28752218.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 580.143302] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.143425] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 580.143924] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-701c9cf2-b342-49ea-96fb-cef7d5b2fe06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.145794] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54da14cc-3222-462d-b604-46a80e227545 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.157170] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 580.157170] env[70294]: value = "task-3569103" [ 580.157170] env[70294]: _type = "Task" [ 580.157170] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.158582] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 580.159589] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 580.162818] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddcabc38-f6ad-45fc-8640-0cb8e8c4a145 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.172741] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 580.172741] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523aaef3-0e3d-32e1-deab-c9d81204ddf2" [ 580.172741] env[70294]: _type = "Task" [ 580.172741] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.173073] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.182907] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523aaef3-0e3d-32e1-deab-c9d81204ddf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.368892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 580.369305] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 580.371466] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591e1860-f4d1-4ed9-908f-791c75b7aa21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.374307] env[70294]: DEBUG nova.network.neutron [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Successfully updated port: e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 580.388750] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1735aa1f-904c-46a9-b70a-543c57e82398 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.440509] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9db577-9c44-4fc2-8389-17f9a8cb2dac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.451266] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33316761-2986-4944-8fd5-be8fa57ba149 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.472061] env[70294]: DEBUG nova.compute.provider_tree [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.513815] env[70294]: DEBUG nova.network.neutron [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updated VIF entry in instance network info cache for port 6a4ebc4a-adba-4add-8d55-366373467c88. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 580.515273] env[70294]: DEBUG nova.network.neutron [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updating instance_info_cache with network_info: [{"id": "6a4ebc4a-adba-4add-8d55-366373467c88", "address": "fa:16:3e:6b:75:d6", "network": {"id": "4dfdae1e-c708-4e1e-a090-66529d791df4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-229167986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55e3295560844724bf08155b85bec485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4ebc4a-ad", "ovs_interfaceid": "6a4ebc4a-adba-4add-8d55-366373467c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.569355] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Releasing lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.569355] env[70294]: DEBUG nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Instance network_info: |[{"id": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "address": "fa:16:3e:5f:8c:50", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4f5dfc-c7", "ovs_interfaceid": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 580.569979] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:8c:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 580.578437] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Creating folder: Project (d2453936ee8248bd9e492a0deca0e6dc). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.578617] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7124a56d-1bcb-4951-8d32-dcc51f6ec501 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.598217] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Created folder: Project (d2453936ee8248bd9e492a0deca0e6dc) in parent group-v712401. [ 580.598424] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Creating folder: Instances. Parent ref: group-v712418. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 580.598706] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a0612ab-5f95-4728-aa07-404ef3c2df6b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.615477] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Created folder: Instances in parent group-v712418. [ 580.615477] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 580.615477] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 580.615651] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fbedf1c-0a53-4d47-a1df-a55038c18167 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.641317] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 580.641317] env[70294]: value = "task-3569106" [ 580.641317] env[70294]: _type = "Task" [ 580.641317] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.656173] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569106, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.669989] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.684163] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523aaef3-0e3d-32e1-deab-c9d81204ddf2, 'name': SearchDatastore_Task, 'duration_secs': 0.017983} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.684984] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb06fb05-2980-452d-ae28-3a835f3d1227 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.691483] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 580.691483] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fffc08-c6d4-a4cc-e25a-d0a176b3fca3" [ 580.691483] env[70294]: _type = "Task" [ 580.691483] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.701070] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fffc08-c6d4-a4cc-e25a-d0a176b3fca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.880590] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.880590] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.880590] env[70294]: DEBUG nova.network.neutron [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 580.976191] env[70294]: DEBUG nova.scheduler.client.report [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 581.019298] env[70294]: DEBUG oslo_concurrency.lockutils [req-2ad1f451-a086-4b28-8886-70ef375e3d80 req-70f8fb26-d8f2-4504-959b-ad55322f163c service nova] Releasing lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.102341] env[70294]: DEBUG nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 581.138307] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 581.138759] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 581.139252] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 581.139902] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 581.140200] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 581.140483] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 581.140852] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 581.141176] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 581.141538] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 581.141792] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 581.142209] env[70294]: DEBUG nova.virt.hardware [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 581.144825] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cefb88b-b927-4fb3-a844-2d6a1fb1611d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.173309] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5fe73d-8c81-47a9-9ee2-8423f876e22a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.178341] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569106, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.190349] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 581.196430] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Creating folder: Project (c77e4bbfab3c46d99601c74ba7c6aa7d). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.200044] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea777c41-dd82-4981-ab25-a022b6de2c71 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.202171] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537843} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.205573] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 1951cb5e-2d4a-4ed4-9380-a79c28752218/1951cb5e-2d4a-4ed4-9380-a79c28752218.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 581.205862] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 581.206572] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b845019b-42f6-4d4e-8c23-ebd41eaf3169 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.215279] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fffc08-c6d4-a4cc-e25a-d0a176b3fca3, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.217280] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.217732] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] a166d0ec-e96a-453b-948e-b0cc8010b070/a166d0ec-e96a-453b-948e-b0cc8010b070.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.218024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.218191] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.218923] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18526501-5ef8-4a7a-9eab-4002372a2fba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.223066] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fa2170e-3049-4582-b678-9399ed342ff5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.225093] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Created folder: Project (c77e4bbfab3c46d99601c74ba7c6aa7d) in parent group-v712401. [ 581.225336] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Creating folder: Instances. Parent ref: group-v712421. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 581.225990] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27a3eb58-55ee-4654-8b52-b5eb66c46a81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.231234] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 581.231234] env[70294]: value = "task-3569108" [ 581.231234] env[70294]: _type = "Task" [ 581.231234] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.238873] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 581.238873] env[70294]: value = "task-3569109" [ 581.238873] env[70294]: _type = "Task" [ 581.238873] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.248411] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569108, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.248709] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.248881] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.250027] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4389572e-39ab-4108-8f91-ead4f7b7daff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.257410] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.259338] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Created folder: Instances in parent group-v712421. [ 581.259634] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 581.259868] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 581.260176] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8374fa4d-2c8a-4eb4-888b-286b7d0ecfa5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.277262] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 581.277262] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b358bc-83ad-4287-ef1f-38649f0a28f6" [ 581.277262] env[70294]: _type = "Task" [ 581.277262] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.283985] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 581.283985] env[70294]: value = "task-3569111" [ 581.283985] env[70294]: _type = "Task" [ 581.283985] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.292919] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b358bc-83ad-4287-ef1f-38649f0a28f6, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.294087] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69dc4bff-7353-49cd-bbf9-49f2e907d152 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.299336] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569111, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.303158] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 581.303158] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5da71-c27e-7a94-5fcb-e5a759d6f1a6" [ 581.303158] env[70294]: _type = "Task" [ 581.303158] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.312480] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5da71-c27e-7a94-5fcb-e5a759d6f1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.448752] env[70294]: DEBUG nova.network.neutron [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 581.484480] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.485143] env[70294]: DEBUG nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 581.488767] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.279s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.491162] env[70294]: INFO nova.compute.claims [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 581.660687] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569106, 'name': CreateVM_Task, 'duration_secs': 0.602449} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.660687] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 581.660687] env[70294]: DEBUG oslo_vmware.service [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc00d7f5-06ef-453a-9d16-a3cfb0f6d1af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.668017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.668239] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.668835] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.669286] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c0a27b-08e9-4540-a214-9277e79209c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.676042] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 581.676042] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5247bde0-9f56-3767-e1e4-dd1318bb33ac" [ 581.676042] env[70294]: _type = "Task" [ 581.676042] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.686453] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5247bde0-9f56-3767-e1e4-dd1318bb33ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.752689] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569108, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075856} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.754178] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 581.755600] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96aa6d5-2bc6-4039-8c12-5597503960c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.766712] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569109, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.803715] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 1951cb5e-2d4a-4ed4-9380-a79c28752218/1951cb5e-2d4a-4ed4-9380-a79c28752218.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 581.804509] env[70294]: DEBUG nova.network.neutron [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updating instance_info_cache with network_info: [{"id": "e7caa92f-9245-47ed-bd2c-81565fa87826", "address": "fa:16:3e:20:0b:73", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7caa92f-92", "ovs_interfaceid": "e7caa92f-9245-47ed-bd2c-81565fa87826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 581.815213] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50717fe2-f4d6-4098-b5e8-cd89e0c9c16a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.851946] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5da71-c27e-7a94-5fcb-e5a759d6f1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.852286] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569111, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.854998] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.855303] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] be317dea-3a7b-4856-8e39-0af015f515ec/be317dea-3a7b-4856-8e39-0af015f515ec.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 581.855632] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 581.855632] env[70294]: value = "task-3569112" [ 581.855632] env[70294]: _type = "Task" [ 581.855632] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.857108] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.857108] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 581.857108] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a9fb26e-5edb-4e9d-b944-e114247310c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.861560] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bb06993-3f1e-4610-a622-8d2ba1b4a448 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.873853] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569112, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.876993] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 581.876993] env[70294]: value = "task-3569113" [ 581.876993] env[70294]: _type = "Task" [ 581.876993] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.877274] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 581.877457] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 581.878229] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8b38757-56ae-4070-a6d5-61b943e10f53 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.888566] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 581.888566] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524f371a-b23d-18d5-3154-b36cd139761a" [ 581.888566] env[70294]: _type = "Task" [ 581.888566] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.891674] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.900923] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524f371a-b23d-18d5-3154-b36cd139761a, 'name': SearchDatastore_Task} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.901728] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebbca19-c522-45cc-966d-12340e82e3d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.907949] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 581.907949] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52de09a9-706a-8c10-3de4-c78be79f1091" [ 581.907949] env[70294]: _type = "Task" [ 581.907949] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.916014] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52de09a9-706a-8c10-3de4-c78be79f1091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.984021] env[70294]: DEBUG nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Received event network-vif-plugged-bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 581.984021] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Acquiring lock "062b20de-2f89-4deb-b04a-0d972d17f44e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 581.984021] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 581.984021] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 581.984021] env[70294]: DEBUG nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] No waiting events found dispatching network-vif-plugged-bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 581.984651] env[70294]: WARNING nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Received unexpected event network-vif-plugged-bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c for instance with vm_state building and task_state spawning. [ 581.984651] env[70294]: DEBUG nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Received event network-changed-bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 581.984651] env[70294]: DEBUG nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Refreshing instance network info cache due to event network-changed-bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 581.984651] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Acquiring lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.984651] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Acquired lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.984795] env[70294]: DEBUG nova.network.neutron [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Refreshing network info cache for port bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 581.996183] env[70294]: DEBUG nova.compute.utils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 582.000988] env[70294]: DEBUG nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 582.001181] env[70294]: DEBUG nova.network.neutron [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 582.112206] env[70294]: DEBUG nova.policy [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dfe4a830f74b13a221ceeb267fb116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '964b3421e2534e40a0a7e12b471de25b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 582.190319] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.190697] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 582.190980] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.191157] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.191390] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.191937] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee073c2e-cc22-45f8-b7a5-4365a1e02f90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.205146] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.205282] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 582.206252] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7aa09c-ab03-4551-8d5e-66c07aee9e60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.215871] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b21445-14e7-46ee-8c00-df2481d16cc5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.224390] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 582.224390] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f0b405-5048-95f4-f17a-b094c8a9ab5a" [ 582.224390] env[70294]: _type = "Task" [ 582.224390] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.236671] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f0b405-5048-95f4-f17a-b094c8a9ab5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.255561] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56505} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.255939] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] a166d0ec-e96a-453b-948e-b0cc8010b070/a166d0ec-e96a-453b-948e-b0cc8010b070.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.256399] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.256399] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b54ae67-c055-49b8-9058-c68936a9c2c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.267744] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 582.267744] env[70294]: value = "task-3569115" [ 582.267744] env[70294]: _type = "Task" [ 582.267744] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.279064] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.305661] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569111, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.335642] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.335970] env[70294]: DEBUG nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Instance network_info: |[{"id": "e7caa92f-9245-47ed-bd2c-81565fa87826", "address": "fa:16:3e:20:0b:73", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7caa92f-92", "ovs_interfaceid": "e7caa92f-9245-47ed-bd2c-81565fa87826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 582.336479] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:0b:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7caa92f-9245-47ed-bd2c-81565fa87826', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 582.345992] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Creating folder: Project (bcac892413694e36bead68b507cfbd1e). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.346491] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-890936c4-9ba4-4a9e-bd5c-9d8a8f1f216e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.360830] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Created folder: Project (bcac892413694e36bead68b507cfbd1e) in parent group-v712401. [ 582.361106] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Creating folder: Instances. Parent ref: group-v712424. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 582.367248] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a31b2ad5-a02c-461a-9efa-2d013abfb569 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.376268] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569112, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.379786] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Created folder: Instances in parent group-v712424. [ 582.380187] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 582.384044] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 582.386303] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc0523ee-b69c-4bc5-8db9-3eadaeb15b10 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.407139] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48318} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.408787] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] be317dea-3a7b-4856-8e39-0af015f515ec/be317dea-3a7b-4856-8e39-0af015f515ec.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 582.408950] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 582.409232] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 582.409232] env[70294]: value = "task-3569118" [ 582.409232] env[70294]: _type = "Task" [ 582.409232] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.409492] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e603fe1e-d444-4b00-a12a-f31e51a93355 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.423709] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52de09a9-706a-8c10-3de4-c78be79f1091, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.427879] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.428188] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 45500dce-3a29-4634-ac56-19b9fa9b439e/45500dce-3a29-4634-ac56-19b9fa9b439e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.428425] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569118, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.428696] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 582.428696] env[70294]: value = "task-3569119" [ 582.428696] env[70294]: _type = "Task" [ 582.428696] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.428900] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2828a182-2a9d-43a1-b4a5-de312aa68fd4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.440136] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569119, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.441572] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 582.441572] env[70294]: value = "task-3569120" [ 582.441572] env[70294]: _type = "Task" [ 582.441572] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.450854] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.504356] env[70294]: DEBUG nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 582.631088] env[70294]: DEBUG nova.network.neutron [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Successfully created port: 17705dd2-3b03-4840-96eb-c87348008bf8 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 582.736836] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Preparing fetch location {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 582.737118] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Creating directory with path [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 582.740346] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cecccb14-2aa2-41c5-84b7-f1df4d4f4245 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.777206] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Created directory with path [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 582.777447] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Fetch image to [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 582.777629] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Downloading image file data 99f0178b-f4a3-41dc-9300-f7b8d2960245 to [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk on the data store datastore1 {{(pid=70294) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 582.778532] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c768fb-7b4a-48a0-b1dd-5d3089d6e4bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.796213] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbe5c6b-81d5-49c2-bd33-5e3f9b860ac6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.799673] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.376732} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.806292] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 582.807209] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1c006e-ec7d-4f91-b33d-cc5467da1340 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.811964] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da9d3b-0cca-4c54-a3e5-4a4ea4670bca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.835171] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8602640-4d40-412a-948f-7aeffd3cbaf3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.842503] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569111, 'name': CreateVM_Task, 'duration_secs': 1.471522} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.854521] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 582.855715] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4774f7-43e1-415b-887b-2ddf147c3b66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.869080] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] a166d0ec-e96a-453b-948e-b0cc8010b070/a166d0ec-e96a-453b-948e-b0cc8010b070.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 582.870408] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.870685] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.870814] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.871213] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cf7b1a-e130-4606-ab78-cf0a0d88fd7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.916460] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b6cf38-5c4e-4679-9822-592bfd9356e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.930310] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe763ee-048a-410f-ac42-d1b6d28c4946 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.969124] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 582.969124] env[70294]: value = "task-3569121" [ 582.969124] env[70294]: _type = "Task" [ 582.969124] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.982538] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec28f896-fd79-4e02-920d-ccbb18c9c22e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.001579] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569112, 'name': ReconfigVM_Task, 'duration_secs': 0.577779} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.002176] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 583.002176] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a05a80-32ff-6ce2-6a75-07484bbb4ec0" [ 583.002176] env[70294]: _type = "Task" [ 583.002176] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.004853] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 1951cb5e-2d4a-4ed4-9380-a79c28752218/1951cb5e-2d4a-4ed4-9380-a79c28752218.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.007530] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2993ed8-72fd-4453-bf1f-f6c271649490 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.037114] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569121, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.037453] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.039266] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569119, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258568} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.039266] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569118, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.042320] env[70294]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-272924a0-c71b-4f94-84be-3141a5fa01d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.045567] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.047739] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f52d452-e5d1-48df-90c6-61e339f42ffd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.056907] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 583.056907] env[70294]: value = "task-3569122" [ 583.056907] env[70294]: _type = "Task" [ 583.056907] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.059599] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1355d544-f7b8-40a3-a11b-6710f2608f90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.092568] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] be317dea-3a7b-4856-8e39-0af015f515ec/be317dea-3a7b-4856-8e39-0af015f515ec.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.093977] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.093977] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 583.095337] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.095337] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533c8c72-30e4-4c15-b3c6-84ceb7d46f36 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.112398] env[70294]: DEBUG nova.network.neutron [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Updated VIF entry in instance network info cache for port bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 583.112803] env[70294]: DEBUG nova.network.neutron [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Updating instance_info_cache with network_info: [{"id": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "address": "fa:16:3e:5f:8c:50", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4f5dfc-c7", "ovs_interfaceid": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 583.125560] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Downloading image file data 99f0178b-f4a3-41dc-9300-f7b8d2960245 to the data store datastore1 {{(pid=70294) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 583.127928] env[70294]: DEBUG nova.compute.provider_tree [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.130500] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Releasing lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.131058] env[70294]: DEBUG nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received event network-vif-plugged-e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 583.131058] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Acquiring lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 583.131185] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 583.133032] env[70294]: DEBUG oslo_concurrency.lockutils [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 583.133032] env[70294]: DEBUG nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] No waiting events found dispatching network-vif-plugged-e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 583.133032] env[70294]: WARNING nova.compute.manager [req-eb1fa52e-909c-4aa8-84a7-3cc14395ce22 req-baa23dee-f99e-4626-b288-882a4ed986c3 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received unexpected event network-vif-plugged-e7caa92f-9245-47ed-bd2c-81565fa87826 for instance with vm_state building and task_state spawning. [ 583.137584] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569122, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.143144] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 583.143144] env[70294]: value = "task-3569123" [ 583.143144] env[70294]: _type = "Task" [ 583.143144] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.157067] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569123, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.202861] env[70294]: DEBUG oslo_vmware.rw_handles [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70294) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 583.437073] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569118, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.483515] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668862} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.484290] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 45500dce-3a29-4634-ac56-19b9fa9b439e/45500dce-3a29-4634-ac56-19b9fa9b439e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.484571] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.484871] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6aae4cfb-0286-438a-b860-f6e9b5ce44a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.490883] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569121, 'name': ReconfigVM_Task, 'duration_secs': 0.410874} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.495784] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Reconfigured VM instance instance-00000002 to attach disk [datastore2] a166d0ec-e96a-453b-948e-b0cc8010b070/a166d0ec-e96a-453b-948e-b0cc8010b070.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 583.497134] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90e91654-8ee0-4bf1-95cc-c835a3a29e5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.502151] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 583.502151] env[70294]: value = "task-3569124" [ 583.502151] env[70294]: _type = "Task" [ 583.502151] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.508526] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 583.508526] env[70294]: value = "task-3569125" [ 583.508526] env[70294]: _type = "Task" [ 583.508526] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.519619] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.526840] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569125, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.543042] env[70294]: DEBUG nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 583.572939] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 583.573127] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 583.573974] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 583.573974] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 583.573974] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 583.574286] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 583.574428] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 583.574463] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 583.574655] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 583.574814] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 583.574983] env[70294]: DEBUG nova.virt.hardware [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 583.575849] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95845700-2cd9-465d-a45f-09c3a23df227 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.582616] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569122, 'name': Rename_Task, 'duration_secs': 0.1964} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.583813] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 583.584138] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6832e28-7382-46c6-9c17-ce877996790b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.595933] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23767832-9baf-4e27-aef4-1998e56952fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.602442] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 583.602442] env[70294]: value = "task-3569126" [ 583.602442] env[70294]: _type = "Task" [ 583.602442] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.629509] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569126, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.638771] env[70294]: DEBUG nova.scheduler.client.report [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 583.654541] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.938758] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569118, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.985292] env[70294]: DEBUG oslo_vmware.rw_handles [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Completed reading data from the image iterator. {{(pid=70294) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 583.985510] env[70294]: DEBUG oslo_vmware.rw_handles [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 584.017503] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11695} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.018358] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 584.019826] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5815815f-1a32-4a3d-821f-eed1f80fd22c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.031321] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569125, 'name': Rename_Task, 'duration_secs': 0.170407} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.031321] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 584.031321] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0574b8b-7f6a-46d4-8dc5-17f6777d7e28 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.047416] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 45500dce-3a29-4634-ac56-19b9fa9b439e/45500dce-3a29-4634-ac56-19b9fa9b439e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 584.048249] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Downloaded image file data 99f0178b-f4a3-41dc-9300-f7b8d2960245 to vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk on the data store datastore1 {{(pid=70294) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 584.050024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Caching image {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 584.050277] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Copying Virtual Disk [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk to [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 584.050972] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ad22d91-0cb6-4557-9425-98faee9821bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.066622] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fa207f9-b21d-46b4-a54d-5f9a5deee902 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.070667] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 584.070667] env[70294]: value = "task-3569128" [ 584.070667] env[70294]: _type = "Task" [ 584.070667] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.077520] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 584.077520] env[70294]: value = "task-3569130" [ 584.077520] env[70294]: _type = "Task" [ 584.077520] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.082504] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569128, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.082504] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 584.082504] env[70294]: value = "task-3569129" [ 584.082504] env[70294]: _type = "Task" [ 584.082504] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.095484] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569130, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.099251] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.115108] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.144405] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 584.145197] env[70294]: DEBUG nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.149197] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.727s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.151056] env[70294]: INFO nova.compute.claims [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.166492] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.437193] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569118, 'name': CreateVM_Task, 'duration_secs': 1.769484} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.437466] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 584.438612] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.438612] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.438841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.439159] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-487e91d5-39c1-4803-a802-5dd2001efa55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.449238] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 584.449238] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277d6fb-5c2b-0867-a9b8-ac66a9cedfd9" [ 584.449238] env[70294]: _type = "Task" [ 584.449238] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.461968] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277d6fb-5c2b-0867-a9b8-ac66a9cedfd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.584286] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.598614] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569130, 'name': ReconfigVM_Task, 'duration_secs': 0.396559} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.601801] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 45500dce-3a29-4634-ac56-19b9fa9b439e/45500dce-3a29-4634-ac56-19b9fa9b439e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.605180] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569129, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.605180] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a00aafbb-3d64-4fb7-812f-cb51ca468769 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.614778] env[70294]: DEBUG oslo_vmware.api [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569126, 'name': PowerOnVM_Task, 'duration_secs': 0.677807} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.616266] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 584.617034] env[70294]: INFO nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Took 17.85 seconds to spawn the instance on the hypervisor. [ 584.617034] env[70294]: DEBUG nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 584.618127] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 584.618127] env[70294]: value = "task-3569131" [ 584.618127] env[70294]: _type = "Task" [ 584.618127] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.618644] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a2b51-5f8b-432a-8a45-6d6fd16929f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.657306] env[70294]: DEBUG nova.compute.utils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 584.661211] env[70294]: DEBUG nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 584.661768] env[70294]: DEBUG nova.network.neutron [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 584.674922] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569123, 'name': ReconfigVM_Task, 'duration_secs': 1.31688} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.674922] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Reconfigured VM instance instance-00000003 to attach disk [datastore2] be317dea-3a7b-4856-8e39-0af015f515ec/be317dea-3a7b-4856-8e39-0af015f515ec.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.676705] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ae88585-d5a9-4eff-80ad-0a5a586c97c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.683994] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 584.683994] env[70294]: value = "task-3569132" [ 584.683994] env[70294]: _type = "Task" [ 584.683994] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.701315] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569132, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.789350] env[70294]: DEBUG nova.policy [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21528e8106b74cbb997b0d3afed7d23d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83d61b522f724e8c926d230481d7741d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 584.834503] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "22bb2f65-958b-4cc2-8360-afd059d1d524" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 584.835239] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 584.963531] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.965491] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 584.965491] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.086794] env[70294]: DEBUG oslo_vmware.api [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569128, 'name': PowerOnVM_Task, 'duration_secs': 0.580522} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.087170] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.087372] env[70294]: INFO nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Took 15.71 seconds to spawn the instance on the hypervisor. [ 585.087560] env[70294]: DEBUG nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.088766] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd368c52-1cd8-4f74-b478-715755d5416a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.109204] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800772} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.109719] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Copied Virtual Disk [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk to [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 585.110090] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Deleting the datastore file [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245/tmp-sparse.vmdk {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 585.110514] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d20e3de-76c0-4d88-bc15-d9c2eea2f88a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.119635] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 585.119635] env[70294]: value = "task-3569133" [ 585.119635] env[70294]: _type = "Task" [ 585.119635] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.128267] env[70294]: DEBUG nova.network.neutron [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Successfully updated port: 17705dd2-3b03-4840-96eb-c87348008bf8 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 585.150512] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569131, 'name': Rename_Task, 'duration_secs': 0.307089} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.150753] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.152172] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.157459] env[70294]: INFO nova.compute.manager [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Took 22.63 seconds to build instance. [ 585.158990] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d2b285c-5fa9-4dde-837e-31060523fe63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.163942] env[70294]: DEBUG nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.168682] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 585.168682] env[70294]: value = "task-3569134" [ 585.168682] env[70294]: _type = "Task" [ 585.168682] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.184075] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.195344] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569132, 'name': Rename_Task, 'duration_secs': 0.181996} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.196055] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.196055] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25ca92fc-a969-4873-b30c-05df04236ef3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.211271] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 585.211271] env[70294]: value = "task-3569135" [ 585.211271] env[70294]: _type = "Task" [ 585.211271] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.222093] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.371204] env[70294]: DEBUG nova.network.neutron [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Successfully created port: 61ce3fba-99e4-4e03-9ee6-495ef83563d7 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 585.472589] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191eb81a-9f69-4715-bbc5-cc6d87b81cf1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.484289] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f984e11-32ba-461d-8ddf-277600d55330 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.517196] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044d91fb-92d4-47d1-b9ab-4f42d53e2b68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.526176] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdccbee-53aa-4a55-8696-2470f7365aea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.545311] env[70294]: DEBUG nova.compute.provider_tree [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.617739] env[70294]: DEBUG nova.compute.manager [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received event network-changed-e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 585.618277] env[70294]: DEBUG nova.compute.manager [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Refreshing instance network info cache due to event network-changed-e7caa92f-9245-47ed-bd2c-81565fa87826. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 585.618277] env[70294]: DEBUG oslo_concurrency.lockutils [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] Acquiring lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.618398] env[70294]: DEBUG oslo_concurrency.lockutils [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] Acquired lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.618535] env[70294]: DEBUG nova.network.neutron [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Refreshing network info cache for port e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 585.627312] env[70294]: INFO nova.compute.manager [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Took 20.63 seconds to build instance. [ 585.633929] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040266} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.634661] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 585.634765] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Moving file from [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433/99f0178b-f4a3-41dc-9300-f7b8d2960245 to [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245. {{(pid=70294) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 585.635364] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "refresh_cache-fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.635499] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired lock "refresh_cache-fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.635640] env[70294]: DEBUG nova.network.neutron [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 585.636724] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a2528c11-617e-42c0-b088-ab7f80ec4c29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.646775] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 585.646775] env[70294]: value = "task-3569136" [ 585.646775] env[70294]: _type = "Task" [ 585.646775] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.658640] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569136, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.669945] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04ae0f4e-61dd-4c79-8648-49cb9b05476f tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.156s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 585.692619] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569134, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.729318] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569135, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.049130] env[70294]: DEBUG nova.scheduler.client.report [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.135486] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7dc03934-0423-4f36-b4d8-ba6cb3b36ca6 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.148s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.158583] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569136, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.045111} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.160511] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] File moved {{(pid=70294) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 586.160511] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Cleaning up location [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 586.161077] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Deleting the datastore file [datastore1] vmware_temp/e8a0f835-15b8-4252-b5e0-347016b6f433 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 586.162201] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7352824e-4e5f-4fef-ae90-6ab1121b9179 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.170135] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 586.170135] env[70294]: value = "task-3569137" [ 586.170135] env[70294]: _type = "Task" [ 586.170135] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.176825] env[70294]: DEBUG nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.190423] env[70294]: DEBUG nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.192664] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.202597] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569134, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.234289] env[70294]: DEBUG oslo_vmware.api [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569135, 'name': PowerOnVM_Task, 'duration_secs': 0.600881} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.236377] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.236776] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.237154] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.237367] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.237525] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.237738] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.238658] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.238658] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.238658] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.238658] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.239299] env[70294]: DEBUG nova.virt.hardware [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.240164] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.240333] env[70294]: INFO nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Took 14.61 seconds to spawn the instance on the hypervisor. [ 586.240531] env[70294]: DEBUG nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.241338] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44025758-438c-475b-80b1-8ca330b85824 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.248183] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e7427-1b61-408f-a625-e07e52e112ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.262858] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e2847-a04c-45a2-9236-102bff7181a0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.338226] env[70294]: DEBUG nova.network.neutron [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 586.555040] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 586.555879] env[70294]: DEBUG nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.559909] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.840s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 586.638152] env[70294]: DEBUG nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 586.694855] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.048007} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.695106] env[70294]: DEBUG oslo_vmware.api [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569134, 'name': PowerOnVM_Task, 'duration_secs': 1.41215} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.697878] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 586.698831] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 586.699106] env[70294]: INFO nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Took 12.81 seconds to spawn the instance on the hypervisor. [ 586.699297] env[70294]: DEBUG nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 586.699786] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4b8376d-dbe6-4e33-a72b-2ec9113fff14 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.703508] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5283fe1-0b7f-4d0a-be46-ac327fcd9dbc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.710971] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 586.710971] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526868ba-4171-ed54-eb4f-d41db10496c7" [ 586.710971] env[70294]: _type = "Task" [ 586.710971] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.724328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 586.730831] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526868ba-4171-ed54-eb4f-d41db10496c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.731095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.733728] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 062b20de-2f89-4deb-b04a-0d972d17f44e/062b20de-2f89-4deb-b04a-0d972d17f44e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.733728] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.733728] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.733728] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca96a5f-55c8-42a7-93a7-7c92a2bb1584 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.734204] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca714c15-8acd-4083-a151-d0324745c101 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.745229] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 586.745229] env[70294]: value = "task-3569139" [ 586.745229] env[70294]: _type = "Task" [ 586.745229] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.746481] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.746701] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.754083] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f69904f-df94-43f7-bdac-e58de9e2ff94 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.762990] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 586.762990] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ba414f-5dbf-c7b3-4c8e-917d9a879f11" [ 586.762990] env[70294]: _type = "Task" [ 586.762990] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.769747] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.787785] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ba414f-5dbf-c7b3-4c8e-917d9a879f11, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.788502] env[70294]: INFO nova.compute.manager [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Took 21.30 seconds to build instance. [ 586.790548] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f47c7be-82ec-459c-8d6f-11deb9ab2a61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.797523] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 586.797523] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525a66a0-ea6e-2cc6-0f33-cbdcaf375230" [ 586.797523] env[70294]: _type = "Task" [ 586.797523] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.810308] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525a66a0-ea6e-2cc6-0f33-cbdcaf375230, 'name': SearchDatastore_Task, 'duration_secs': 0.01062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.811260] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.811627] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7/2db09644-9d2c-4a5c-8d3f-2d2d30278ef7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 586.811955] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.812161] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.812375] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56932cd4-b8b0-4c00-a3af-613f308244ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.814792] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4a8da5b-5b6f-42b5-8075-3690d6183a09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.825105] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 586.825105] env[70294]: value = "task-3569140" [ 586.825105] env[70294]: _type = "Task" [ 586.825105] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.826567] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.826774] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 586.831612] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75c001f1-096c-422e-a285-ea666f59ab90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.839871] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 586.839871] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b2df6c-c2bc-2d0f-d9ad-c11c272ccd1b" [ 586.839871] env[70294]: _type = "Task" [ 586.839871] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.844125] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.856356] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b2df6c-c2bc-2d0f-d9ad-c11c272ccd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.857400] env[70294]: DEBUG nova.network.neutron [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Updating instance_info_cache with network_info: [{"id": "17705dd2-3b03-4840-96eb-c87348008bf8", "address": "fa:16:3e:2b:07:74", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17705dd2-3b", "ovs_interfaceid": "17705dd2-3b03-4840-96eb-c87348008bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.859352] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e7516eb-bb58-49be-b7e8-a47f0b6cd223 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.866982] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 586.866982] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aa8e52-74e8-99d2-3a61-9287742f3eab" [ 586.866982] env[70294]: _type = "Task" [ 586.866982] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.877127] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aa8e52-74e8-99d2-3a61-9287742f3eab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.918801] env[70294]: DEBUG nova.network.neutron [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updated VIF entry in instance network info cache for port e7caa92f-9245-47ed-bd2c-81565fa87826. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 586.919219] env[70294]: DEBUG nova.network.neutron [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updating instance_info_cache with network_info: [{"id": "e7caa92f-9245-47ed-bd2c-81565fa87826", "address": "fa:16:3e:20:0b:73", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7caa92f-92", "ovs_interfaceid": "e7caa92f-9245-47ed-bd2c-81565fa87826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 587.064930] env[70294]: DEBUG nova.compute.utils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 587.066787] env[70294]: DEBUG nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.066976] env[70294]: DEBUG nova.network.neutron [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.179126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.212598] env[70294]: DEBUG nova.policy [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b447f9652b3f49c5a52cfc05248b89aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ab1d655a5f0412689bc9f79619c38b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.233670] env[70294]: INFO nova.compute.manager [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Took 21.05 seconds to build instance. [ 587.264223] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493173} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.264223] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 062b20de-2f89-4deb-b04a-0d972d17f44e/062b20de-2f89-4deb-b04a-0d972d17f44e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.264223] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.264223] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eba2d423-f051-447e-b0f7-7f0eb0444770 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.272930] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 587.272930] env[70294]: value = "task-3569141" [ 587.272930] env[70294]: _type = "Task" [ 587.272930] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.293044] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569141, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.293044] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e1d07b44-50d4-4992-93eb-7246eca91a14 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "be317dea-3a7b-4856-8e39-0af015f515ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.818s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.347309] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569140, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.360856] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Releasing lock "refresh_cache-fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.361094] env[70294]: DEBUG nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Instance network_info: |[{"id": "17705dd2-3b03-4840-96eb-c87348008bf8", "address": "fa:16:3e:2b:07:74", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17705dd2-3b", "ovs_interfaceid": "17705dd2-3b03-4840-96eb-c87348008bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 587.361481] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:07:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17705dd2-3b03-4840-96eb-c87348008bf8', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 587.370470] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Creating folder: Project (964b3421e2534e40a0a7e12b471de25b). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.370913] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a294c69-021d-4fb4-b30c-bb1cadc39109 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.384603] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aa8e52-74e8-99d2-3a61-9287742f3eab, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.384927] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.385219] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 480aaef7-ba59-4e4b-89e8-dd46b5db1016/480aaef7-ba59-4e4b-89e8-dd46b5db1016.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.385519] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-252d82ec-bfc7-4680-8ea3-57d3b4f7b15c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.390429] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Created folder: Project (964b3421e2534e40a0a7e12b471de25b) in parent group-v712401. [ 587.390929] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Creating folder: Instances. Parent ref: group-v712427. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 587.392221] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63385f8e-9de0-4db8-891c-ab854fc58263 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.398870] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 587.398870] env[70294]: value = "task-3569143" [ 587.398870] env[70294]: _type = "Task" [ 587.398870] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.413253] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Created folder: Instances in parent group-v712427. [ 587.413253] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 587.413253] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 587.413454] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53dd76c4-7133-424e-888d-9d51a691d17a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.449366] env[70294]: DEBUG oslo_concurrency.lockutils [req-32b85988-e9c0-4c49-afcd-5d948d02a12a req-2525393b-4772-4b01-9f24-d8d2dbe73125 service nova] Releasing lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.450696] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.460178] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 587.460178] env[70294]: value = "task-3569145" [ 587.460178] env[70294]: _type = "Task" [ 587.460178] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.481108] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569145, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.575960] env[70294]: DEBUG nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 587.626777] env[70294]: DEBUG nova.network.neutron [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Successfully updated port: 61ce3fba-99e4-4e03-9ee6-495ef83563d7 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 587.634874] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 1951cb5e-2d4a-4ed4-9380-a79c28752218 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.634874] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance a166d0ec-e96a-453b-948e-b0cc8010b070 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.634874] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance be317dea-3a7b-4856-8e39-0af015f515ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.634874] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 45500dce-3a29-4634-ac56-19b9fa9b439e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.635090] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 062b20de-2f89-4deb-b04a-0d972d17f44e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.635090] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 480aaef7-ba59-4e4b-89e8-dd46b5db1016 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.635090] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.635090] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.635211] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.635211] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 53799918-abc1-4d31-941e-76ee94bafb3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 587.736720] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47a47bfa-2ecd-45bf-9461-cdb0ca124bc5 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.581s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 587.794657] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108598} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.795099] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 587.796495] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22607936-a6f4-4131-be83-2f90113209bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.800873] env[70294]: DEBUG nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.844738] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 062b20de-2f89-4deb-b04a-0d972d17f44e/062b20de-2f89-4deb-b04a-0d972d17f44e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 587.848319] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faac3a3b-2718-4acd-a419-89e752a879b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.881205] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.782326} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 587.882805] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7/2db09644-9d2c-4a5c-8d3f-2d2d30278ef7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 587.883510] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 587.883946] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 587.883946] env[70294]: value = "task-3569146" [ 587.883946] env[70294]: _type = "Task" [ 587.883946] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.884202] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a12e99a-d0f1-42e7-980a-d7d6db330561 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.898311] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.925231] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569143, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.925231] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 587.925231] env[70294]: value = "task-3569147" [ 587.925231] env[70294]: _type = "Task" [ 587.925231] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.932427] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569147, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.970449] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.970818] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.002s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.971068] env[70294]: DEBUG nova.compute.manager [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 587.972161] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e97d934-dd73-4cf2-92b9-94884205c16e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.987451] env[70294]: DEBUG nova.compute.manager [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 587.988830] env[70294]: DEBUG nova.objects.instance [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lazy-loading 'flavor' on Instance uuid 1951cb5e-2d4a-4ed4-9380-a79c28752218 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 587.990017] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569145, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.137214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "refresh_cache-57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.137381] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired lock "refresh_cache-57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.137689] env[70294]: DEBUG nova.network.neutron [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 588.142388] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4c71fa1f-c643-4719-9074-946949b9a652 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 588.201929] env[70294]: DEBUG nova.network.neutron [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Successfully created port: 3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 588.241105] env[70294]: DEBUG nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 588.346284] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.402411] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.412304] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.412586] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 480aaef7-ba59-4e4b-89e8-dd46b5db1016/480aaef7-ba59-4e4b-89e8-dd46b5db1016.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.412830] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 588.413185] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef7fc02a-64fa-4db5-98c5-c51c412c0ed5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.423156] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 588.423156] env[70294]: value = "task-3569148" [ 588.423156] env[70294]: _type = "Task" [ 588.423156] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.440663] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569147, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.440987] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.479042] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569145, 'name': CreateVM_Task, 'duration_secs': 0.623592} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.479264] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 588.480530] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.480916] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.481373] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.481867] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b563f5c-5db9-443a-a4b3-af66ba02937e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.488350] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 588.488350] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524dd166-d2d8-5631-fe7e-c5eb410114cd" [ 588.488350] env[70294]: _type = "Task" [ 588.488350] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.503370] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524dd166-d2d8-5631-fe7e-c5eb410114cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.597287] env[70294]: DEBUG nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.645602] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.645602] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.645602] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.648395] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.648395] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.648395] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.648395] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.648395] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.648395] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.648696] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.648696] env[70294]: DEBUG nova.virt.hardware [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.652878] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6c28daed-1cbf-409c-893d-3c916f61a3a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 588.660298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee2f9ad-8871-433d-b1f7-24d1bfbea51e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.679040] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282f4025-8cdd-418e-9a7c-22cc26c6346a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.741074] env[70294]: DEBUG nova.network.neutron [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 588.778474] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.909791] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569146, 'name': ReconfigVM_Task, 'duration_secs': 0.830139} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.909791] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 062b20de-2f89-4deb-b04a-0d972d17f44e/062b20de-2f89-4deb-b04a-0d972d17f44e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 588.909791] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5508d2f5-71e4-42ee-83f3-e828fb0e567e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.918846] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 588.918846] env[70294]: value = "task-3569149" [ 588.918846] env[70294]: _type = "Task" [ 588.918846] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.941533] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569149, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.941533] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Received event network-vif-plugged-17705dd2-3b03-4840-96eb-c87348008bf8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 588.941533] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Acquiring lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.941533] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.941533] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 588.941762] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] No waiting events found dispatching network-vif-plugged-17705dd2-3b03-4840-96eb-c87348008bf8 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 588.941762] env[70294]: WARNING nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Received unexpected event network-vif-plugged-17705dd2-3b03-4840-96eb-c87348008bf8 for instance with vm_state building and task_state spawning. [ 588.942206] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Received event network-changed-17705dd2-3b03-4840-96eb-c87348008bf8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 588.942206] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Refreshing instance network info cache due to event network-changed-17705dd2-3b03-4840-96eb-c87348008bf8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 588.943127] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Acquiring lock "refresh_cache-fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.943310] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Acquired lock "refresh_cache-fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.943510] env[70294]: DEBUG nova.network.neutron [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Refreshing network info cache for port 17705dd2-3b03-4840-96eb-c87348008bf8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 588.945711] env[70294]: DEBUG nova.network.neutron [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Updating instance_info_cache with network_info: [{"id": "61ce3fba-99e4-4e03-9ee6-495ef83563d7", "address": "fa:16:3e:6f:a6:3b", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce3fba-99", "ovs_interfaceid": "61ce3fba-99e4-4e03-9ee6-495ef83563d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.966040] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569147, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.554428} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.967095] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073206} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.967337] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.968381] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 588.969488] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8598fc36-72da-486c-a4ca-8ff6f4e9a2dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.973759] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c475023d-295d-42be-a2f9-ed304aa6cd4c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.003098] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7/2db09644-9d2c-4a5c-8d3f-2d2d30278ef7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.020143] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3bcfa4b-53df-4758-9fd9-e2f9e01ba6df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.037083] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 589.048443] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 480aaef7-ba59-4e4b-89e8-dd46b5db1016/480aaef7-ba59-4e4b-89e8-dd46b5db1016.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 589.049100] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c3e924a-8233-4c0c-8c8d-2ec6783d3e97 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.050663] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadb0564-1498-4259-844f-0ff1d6414dcb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.072953] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524dd166-d2d8-5631-fe7e-c5eb410114cd, 'name': SearchDatastore_Task, 'duration_secs': 0.038827} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.077049] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.077705] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 589.078184] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.078409] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.078568] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 589.079235] env[70294]: DEBUG oslo_vmware.api [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 589.079235] env[70294]: value = "task-3569151" [ 589.079235] env[70294]: _type = "Task" [ 589.079235] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.079686] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 589.079686] env[70294]: value = "task-3569150" [ 589.079686] env[70294]: _type = "Task" [ 589.079686] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.080126] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 589.080126] env[70294]: value = "task-3569152" [ 589.080126] env[70294]: _type = "Task" [ 589.080126] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.080409] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9802548e-675c-4353-ad9f-4499b44e2a29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.105923] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569152, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.112997] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.113496] env[70294]: DEBUG oslo_vmware.api [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.115151] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 589.115151] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 589.115796] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03f83f51-374f-4954-8d9c-8d2253d2d442 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.123396] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 589.123396] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52212c46-5460-92be-fe28-e4f66554e5b0" [ 589.123396] env[70294]: _type = "Task" [ 589.123396] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.134039] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52212c46-5460-92be-fe28-e4f66554e5b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.167919] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 982cbbf3-3993-4230-91f6-3343b0a42f51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 589.429799] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569149, 'name': Rename_Task, 'duration_secs': 0.299608} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.430150] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 589.430428] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45e87b53-9453-481b-bb92-ba113e021618 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.438193] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 589.438193] env[70294]: value = "task-3569153" [ 589.438193] env[70294]: _type = "Task" [ 589.438193] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.448691] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.457581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Releasing lock "refresh_cache-57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.457913] env[70294]: DEBUG nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Instance network_info: |[{"id": "61ce3fba-99e4-4e03-9ee6-495ef83563d7", "address": "fa:16:3e:6f:a6:3b", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce3fba-99", "ovs_interfaceid": "61ce3fba-99e4-4e03-9ee6-495ef83563d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 589.460672] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:a6:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61ce3fba-99e4-4e03-9ee6-495ef83563d7', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 589.468514] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Creating folder: Project (83d61b522f724e8c926d230481d7741d). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.468514] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-318df549-f97d-45c3-aef3-efdd63a23925 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.483665] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Created folder: Project (83d61b522f724e8c926d230481d7741d) in parent group-v712401. [ 589.483897] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Creating folder: Instances. Parent ref: group-v712430. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 589.484147] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09d2b5d6-b9ca-42e5-83fc-af59cc0aa14b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.498148] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Created folder: Instances in parent group-v712430. [ 589.498426] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 589.498627] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 589.501203] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f36ac0f-9063-4399-b295-1f14787a6ca9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.522511] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 589.522511] env[70294]: value = "task-3569156" [ 589.522511] env[70294]: _type = "Task" [ 589.522511] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.534473] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569156, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.607459] env[70294]: DEBUG oslo_vmware.api [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569151, 'name': PowerOffVM_Task, 'duration_secs': 0.258865} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.607828] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.612454] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 589.612664] env[70294]: DEBUG nova.compute.manager [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 589.612975] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.613910] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a652fc4-a89a-412b-9e36-1512100c3cf3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.635407] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52212c46-5460-92be-fe28-e4f66554e5b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014555} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.636398] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4871169-e4b0-41ee-8706-f2efab0c6f43 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.644031] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 589.644031] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522fff14-24fb-722e-227c-9aac001f1f3e" [ 589.644031] env[70294]: _type = "Task" [ 589.644031] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.653120] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522fff14-24fb-722e-227c-9aac001f1f3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.672151] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 372bacf9-dbe6-44db-b30f-181a6fbd08c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 589.825037] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "45500dce-3a29-4634-ac56-19b9fa9b439e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.825865] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.826440] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "45500dce-3a29-4634-ac56-19b9fa9b439e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.826440] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.826597] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 589.829065] env[70294]: INFO nova.compute.manager [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Terminating instance [ 589.954947] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569153, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.034285] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569156, 'name': CreateVM_Task, 'duration_secs': 0.503528} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.034607] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 590.035580] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.035856] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.036381] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.036679] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9d13a7-f74c-4484-86a4-53eb2c416878 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.047754] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 590.047754] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bd42f9-a8c7-e702-f0d1-c2ca5578ec64" [ 590.047754] env[70294]: _type = "Task" [ 590.047754] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.063973] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bd42f9-a8c7-e702-f0d1-c2ca5578ec64, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.064233] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.064519] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 590.064776] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.105865] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569152, 'name': ReconfigVM_Task, 'duration_secs': 0.667545} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.109179] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 480aaef7-ba59-4e4b-89e8-dd46b5db1016/480aaef7-ba59-4e4b-89e8-dd46b5db1016.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.109962] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569150, 'name': ReconfigVM_Task, 'duration_secs': 0.67062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.111528] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38eea4c5-b6d3-4cba-9da1-8ccf6a102266 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.113685] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7/2db09644-9d2c-4a5c-8d3f-2d2d30278ef7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 590.119036] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1881ecf9-16b6-4670-ad18-9f14dccc6fee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.120317] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.120317] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.132422] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 590.132422] env[70294]: value = "task-3569158" [ 590.132422] env[70294]: _type = "Task" [ 590.132422] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.133074] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b889bd96-b93f-41b4-a44b-5eb16ba67bd0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.162s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.135762] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 590.135762] env[70294]: value = "task-3569157" [ 590.135762] env[70294]: _type = "Task" [ 590.135762] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.151766] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569158, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.156682] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569157, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.163434] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522fff14-24fb-722e-227c-9aac001f1f3e, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.163999] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.164280] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4/fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.164819] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.165173] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.165670] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57e84c07-0d2a-4da6-8d2c-8ab32d4e6fb4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.169694] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31931a99-8270-42e7-85d1-5083c0507ef1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.176438] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 22bb2f65-958b-4cc2-8360-afd059d1d524 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 590.176722] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 590.177373] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 590.183178] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.184777] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.184777] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 590.184777] env[70294]: value = "task-3569159" [ 590.184777] env[70294]: _type = "Task" [ 590.184777] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.184777] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a65f1a1-5f99-4701-b1a7-f05b97983477 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.197131] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569159, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.198128] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 590.198128] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522ed1f8-bc25-a453-19c3-255523acbd5e" [ 590.198128] env[70294]: _type = "Task" [ 590.198128] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.213764] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522ed1f8-bc25-a453-19c3-255523acbd5e, 'name': SearchDatastore_Task, 'duration_secs': 0.011305} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.214447] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21b0441-8f98-4073-9235-d4ffce802b1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.232244] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 590.232244] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cc004a-759d-77c5-f94e-f379f797cd22" [ 590.232244] env[70294]: _type = "Task" [ 590.232244] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.243133] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cc004a-759d-77c5-f94e-f379f797cd22, 'name': SearchDatastore_Task, 'duration_secs': 0.011188} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.243446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.243652] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e/57ca9376-7a1b-4d16-976b-b44c3a6c0c0e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.244207] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1df5108-9c0a-49f4-a16c-8536ceba9156 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.255034] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 590.255034] env[70294]: value = "task-3569160" [ 590.255034] env[70294]: _type = "Task" [ 590.255034] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.267647] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.332833] env[70294]: DEBUG nova.compute.manager [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 590.333166] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 590.334180] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c462510-869c-46fe-82c9-bdc7b92b9e72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.345274] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 590.345274] env[70294]: DEBUG nova.network.neutron [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Updated VIF entry in instance network info cache for port 17705dd2-3b03-4840-96eb-c87348008bf8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 590.346844] env[70294]: DEBUG nova.network.neutron [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Updating instance_info_cache with network_info: [{"id": "17705dd2-3b03-4840-96eb-c87348008bf8", "address": "fa:16:3e:2b:07:74", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17705dd2-3b", "ovs_interfaceid": "17705dd2-3b03-4840-96eb-c87348008bf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 590.349322] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f47577f-3177-4b46-b502-ca4bc9b3a02a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.359024] env[70294]: DEBUG oslo_vmware.api [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 590.359024] env[70294]: value = "task-3569161" [ 590.359024] env[70294]: _type = "Task" [ 590.359024] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.369025] env[70294]: DEBUG oslo_vmware.api [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.461489] env[70294]: DEBUG oslo_vmware.api [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569153, 'name': PowerOnVM_Task, 'duration_secs': 0.983199} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.463795] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 590.463795] env[70294]: INFO nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Took 14.20 seconds to spawn the instance on the hypervisor. [ 590.463795] env[70294]: DEBUG nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 590.466206] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99903d5-9a77-4cee-a454-92d833424a6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.540027] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836dd1bf-f25c-4e3b-bb91-61a96886f33b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.556037] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d352b24f-44dd-47bb-9142-6c51e97bdcd2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.610633] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c427bae-371f-455e-b025-a714b77f6634 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.621987] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29300b1-7425-4dc2-9442-97f12f7ab28f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.642042] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.662419] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569157, 'name': Rename_Task, 'duration_secs': 0.207501} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.662419] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569158, 'name': Rename_Task, 'duration_secs': 0.206238} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.662419] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.662419] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 590.663141] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-362010f3-2243-4744-976e-d7b99212d2f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.665204] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf81b372-4e7d-49a8-a73e-6961928a28e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.674642] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 590.674642] env[70294]: value = "task-3569162" [ 590.674642] env[70294]: _type = "Task" [ 590.674642] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.681231] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 590.681231] env[70294]: value = "task-3569163" [ 590.681231] env[70294]: _type = "Task" [ 590.681231] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.687028] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.698612] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.705800] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569159, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.767575] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569160, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.852194] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Releasing lock "refresh_cache-fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.852435] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Received event network-vif-plugged-61ce3fba-99e4-4e03-9ee6-495ef83563d7 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.852646] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Acquiring lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.852860] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.853023] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.853191] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] No waiting events found dispatching network-vif-plugged-61ce3fba-99e4-4e03-9ee6-495ef83563d7 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.853623] env[70294]: WARNING nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Received unexpected event network-vif-plugged-61ce3fba-99e4-4e03-9ee6-495ef83563d7 for instance with vm_state building and task_state spawning. [ 590.853623] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Received event network-changed-61ce3fba-99e4-4e03-9ee6-495ef83563d7 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 590.853746] env[70294]: DEBUG nova.compute.manager [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Refreshing instance network info cache due to event network-changed-61ce3fba-99e4-4e03-9ee6-495ef83563d7. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 590.853855] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Acquiring lock "refresh_cache-57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.853990] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Acquired lock "refresh_cache-57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.858256] env[70294]: DEBUG nova.network.neutron [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Refreshing network info cache for port 61ce3fba-99e4-4e03-9ee6-495ef83563d7 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.872853] env[70294]: DEBUG oslo_vmware.api [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569161, 'name': PowerOffVM_Task, 'duration_secs': 0.277886} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.875055] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 590.875551] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 590.875898] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a400403-da54-42dd-ba62-999b569bedec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.972924] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 590.973328] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 590.973431] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Deleting the datastore file [datastore2] 45500dce-3a29-4634-ac56-19b9fa9b439e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 590.974627] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-658d8ae9-2662-4f46-aa12-bc5cb5d604d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.001071] env[70294]: DEBUG nova.network.neutron [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Successfully updated port: 3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.003774] env[70294]: DEBUG oslo_vmware.api [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for the task: (returnval){ [ 591.003774] env[70294]: value = "task-3569165" [ 591.003774] env[70294]: _type = "Task" [ 591.003774] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.005574] env[70294]: INFO nova.compute.manager [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Took 24.76 seconds to build instance. [ 591.025172] env[70294]: DEBUG oslo_vmware.api [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.151239] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 591.188757] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569162, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.198471] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569163, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.207550] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569159, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.208033] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4/fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.208033] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.208300] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b92e058-d643-43cb-9ab9-f0c48c78f047 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.224028] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 591.224028] env[70294]: value = "task-3569166" [ 591.224028] env[70294]: _type = "Task" [ 591.224028] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.232865] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.269856] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.834988} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.270248] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e/57ca9376-7a1b-4d16-976b-b44c3a6c0c0e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.270416] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.270641] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c434038-1d07-43c7-9cbe-65f9bfef5e69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.280196] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 591.280196] env[70294]: value = "task-3569167" [ 591.280196] env[70294]: _type = "Task" [ 591.280196] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.293920] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569167, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.508294] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.508599] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquired lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.508647] env[70294]: DEBUG nova.network.neutron [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 591.519574] env[70294]: DEBUG oslo_concurrency.lockutils [None req-376398d6-2a5a-4b33-ad99-1b8058338797 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.324s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.527370] env[70294]: DEBUG oslo_vmware.api [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Task: {'id': task-3569165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367507} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.528232] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 591.528658] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 591.528905] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 591.529103] env[70294]: INFO nova.compute.manager [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 591.529352] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 591.530069] env[70294]: DEBUG nova.compute.manager [-] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 591.530176] env[70294]: DEBUG nova.network.neutron [-] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 591.656669] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 591.657429] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.097s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 591.657429] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.933s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.661222] env[70294]: INFO nova.compute.claims [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 591.694194] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569162, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.703473] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569163, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.742660] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112087} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.742660] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.743171] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e4840b-3e99-4205-b448-39dc10d4befe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.790206] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4/fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.790851] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6ac736-126f-4ad8-b9c2-a03cae8f204c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.827856] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569167, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208173} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.829885] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.830328] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 591.830328] env[70294]: value = "task-3569168" [ 591.830328] env[70294]: _type = "Task" [ 591.830328] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.831381] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2bdfbc-6ce4-4875-9493-dba3f220a650 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.849191] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.876100] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e/57ca9376-7a1b-4d16-976b-b44c3a6c0c0e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.876100] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6581d3e0-bec4-463e-984a-c8bf60343da2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.897085] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Acquiring lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.897460] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.916996] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 591.916996] env[70294]: value = "task-3569169" [ 591.916996] env[70294]: _type = "Task" [ 591.916996] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.927228] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569169, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.025517] env[70294]: DEBUG nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.117687] env[70294]: DEBUG nova.network.neutron [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 592.202992] env[70294]: DEBUG oslo_vmware.api [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569162, 'name': PowerOnVM_Task, 'duration_secs': 1.077255} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.203901] env[70294]: DEBUG nova.network.neutron [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Updated VIF entry in instance network info cache for port 61ce3fba-99e4-4e03-9ee6-495ef83563d7. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 592.204323] env[70294]: DEBUG nova.network.neutron [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Updating instance_info_cache with network_info: [{"id": "61ce3fba-99e4-4e03-9ee6-495ef83563d7", "address": "fa:16:3e:6f:a6:3b", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.213", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61ce3fba-99", "ovs_interfaceid": "61ce3fba-99e4-4e03-9ee6-495ef83563d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.209958] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.210091] env[70294]: INFO nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Took 11.11 seconds to spawn the instance on the hypervisor. [ 592.210560] env[70294]: DEBUG nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.211640] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569163, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.212704] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc7dc68-a3bd-43d7-b48b-bbaba7276177 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.350581] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.434883] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.573562] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.708016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "b566cac8-c68d-4cb5-ade0-50c151023412" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.708282] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "b566cac8-c68d-4cb5-ade0-50c151023412" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.708808] env[70294]: DEBUG oslo_vmware.api [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569163, 'name': PowerOnVM_Task, 'duration_secs': 2.003985} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.708808] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 592.708920] env[70294]: INFO nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Took 14.05 seconds to spawn the instance on the hypervisor. [ 592.711799] env[70294]: DEBUG nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 592.714234] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cc01ff-bcd9-40ee-b605-8355874cf671 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.717411] env[70294]: DEBUG oslo_concurrency.lockutils [req-c490a625-817f-4186-aded-a417d7c23b71 req-de1dc5da-b208-416e-bf81-fef1faf893b8 service nova] Releasing lock "refresh_cache-57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.736077] env[70294]: INFO nova.compute.manager [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Took 19.69 seconds to build instance. [ 592.804994] env[70294]: DEBUG nova.network.neutron [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Updating instance_info_cache with network_info: [{"id": "3a26c086-082d-452d-87a2-1f94bd04590b", "address": "fa:16:3e:ba:08:d5", "network": {"id": "336ea8b0-e232-47af-8997-3593bc3665ad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4ab1d655a5f0412689bc9f79619c38b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a26c086-08", "ovs_interfaceid": "3a26c086-082d-452d-87a2-1f94bd04590b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 592.850900] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569168, 'name': ReconfigVM_Task, 'duration_secs': 0.846991} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.855192] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Reconfigured VM instance instance-00000008 to attach disk [datastore1] fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4/fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.856649] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70c143a5-7a73-4895-972f-6266376c3d5f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.865136] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 592.865136] env[70294]: value = "task-3569170" [ 592.865136] env[70294]: _type = "Task" [ 592.865136] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.876703] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569170, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.932899] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569169, 'name': ReconfigVM_Task, 'duration_secs': 0.708585} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.933201] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e/57ca9376-7a1b-4d16-976b-b44c3a6c0c0e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 592.933880] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9096b30c-580f-454c-be13-06c8cfb42f72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.944999] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 592.944999] env[70294]: value = "task-3569171" [ 592.944999] env[70294]: _type = "Task" [ 592.944999] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.956055] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569171, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.116369] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37607d76-dd85-47e3-ac7b-62683905a51d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.127818] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcdd9e5-818d-44ab-b1bc-e6d3317bfc75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.171182] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5086e6bf-4e94-4b83-9f45-4491d4c2630c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.177568] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "0fc16c6c-9559-4e2e-803f-54452265b7f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.177943] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.185089] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c333be-28c8-4f7b-a53c-b59596f00254 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.201763] env[70294]: DEBUG nova.compute.provider_tree [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 593.241518] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c654c748-e390-4da7-a968-542e0e313a77 tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.218s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.242960] env[70294]: INFO nova.compute.manager [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Took 23.89 seconds to build instance. [ 593.313782] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Releasing lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.313782] env[70294]: DEBUG nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Instance network_info: |[{"id": "3a26c086-082d-452d-87a2-1f94bd04590b", "address": "fa:16:3e:ba:08:d5", "network": {"id": "336ea8b0-e232-47af-8997-3593bc3665ad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "4ab1d655a5f0412689bc9f79619c38b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a26c086-08", "ovs_interfaceid": "3a26c086-082d-452d-87a2-1f94bd04590b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.314128] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:08:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '950a2f67-7668-4376-9d48-b38dca033c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a26c086-082d-452d-87a2-1f94bd04590b', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.325689] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Creating folder: Project (4ab1d655a5f0412689bc9f79619c38b0). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.325991] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6ee0c6c-93f5-4d6c-a227-3228e4ff4cd5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.341635] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Created folder: Project (4ab1d655a5f0412689bc9f79619c38b0) in parent group-v712401. [ 593.341866] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Creating folder: Instances. Parent ref: group-v712433. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.344044] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b126ffe-224f-43f7-b8e6-ddce363893e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.355723] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Created folder: Instances in parent group-v712433. [ 593.356065] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 593.356282] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.356487] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07b79121-17cd-4c04-be78-5e20a38ebc55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.383572] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569170, 'name': Rename_Task, 'duration_secs': 0.201165} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.385120] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.385364] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.385364] env[70294]: value = "task-3569174" [ 593.385364] env[70294]: _type = "Task" [ 593.385364] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.385538] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e27c4ea9-5874-487d-a9b8-5ad124070d85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.392229] env[70294]: DEBUG nova.network.neutron [-] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.396899] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569174, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.399480] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 593.399480] env[70294]: value = "task-3569175" [ 593.399480] env[70294]: _type = "Task" [ 593.399480] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.413324] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.465222] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569171, 'name': Rename_Task, 'duration_secs': 0.210015} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.465222] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.465222] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-267f5d4d-499c-4ed9-83bb-3c98586d9b33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.476115] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 593.476115] env[70294]: value = "task-3569176" [ 593.476115] env[70294]: _type = "Task" [ 593.476115] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.486424] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.705053] env[70294]: DEBUG nova.scheduler.client.report [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.745086] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ad9df34-ec8e-4396-bf09-0e9b51311ba2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.398s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.745621] env[70294]: DEBUG nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.895197] env[70294]: INFO nova.compute.manager [-] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Took 2.36 seconds to deallocate network for instance. [ 593.920211] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569175, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.924754] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569174, 'name': CreateVM_Task, 'duration_secs': 0.454768} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.925209] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.926267] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.926584] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.927104] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.927524] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c27c4b8d-2a40-4879-8ef2-c820f969d8a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.937025] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 593.937025] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52da7fdb-4f26-0a30-43a9-966f6fb8c599" [ 593.937025] env[70294]: _type = "Task" [ 593.937025] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.951547] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52da7fdb-4f26-0a30-43a9-966f6fb8c599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.990048] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569176, 'name': PowerOnVM_Task} progress is 81%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.212091] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.212643] env[70294]: DEBUG nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 594.215473] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.037s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.220332] env[70294]: INFO nova.compute.claims [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.258715] env[70294]: DEBUG nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.291400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.412667] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.419731] env[70294]: DEBUG oslo_vmware.api [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569175, 'name': PowerOnVM_Task, 'duration_secs': 0.580288} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.419731] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.419731] env[70294]: INFO nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Took 10.88 seconds to spawn the instance on the hypervisor. [ 594.419731] env[70294]: DEBUG nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.423645] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef0cd5a-2a31-463f-bc73-faf78fbe24d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.448156] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52da7fdb-4f26-0a30-43a9-966f6fb8c599, 'name': SearchDatastore_Task, 'duration_secs': 0.01607} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.448883] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.449271] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.449759] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.450055] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.450371] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.450775] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8d30912-12a8-4e93-b2e0-fb79bec57ba6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.463770] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.467022] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.467022] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd683592-7764-44b0-8abe-5fb6f7085a35 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.477598] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 594.477598] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282fe30-ec38-5041-0428-41a467ed263b" [ 594.477598] env[70294]: _type = "Task" [ 594.477598] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.502569] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282fe30-ec38-5041-0428-41a467ed263b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.502904] env[70294]: DEBUG oslo_vmware.api [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569176, 'name': PowerOnVM_Task, 'duration_secs': 0.928925} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.503197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.503405] env[70294]: INFO nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Took 8.31 seconds to spawn the instance on the hypervisor. [ 594.503587] env[70294]: DEBUG nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.504694] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1966eaa3-dae4-4988-b37d-ff0c4de07db4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.566954] env[70294]: DEBUG nova.compute.manager [req-9aae17ff-1e53-4a5a-8a79-133ccec9308c req-e75f86db-2422-4a23-94a4-99910995c24c service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Received event network-vif-plugged-3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 594.567274] env[70294]: DEBUG oslo_concurrency.lockutils [req-9aae17ff-1e53-4a5a-8a79-133ccec9308c req-e75f86db-2422-4a23-94a4-99910995c24c service nova] Acquiring lock "53799918-abc1-4d31-941e-76ee94bafb3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.567510] env[70294]: DEBUG oslo_concurrency.lockutils [req-9aae17ff-1e53-4a5a-8a79-133ccec9308c req-e75f86db-2422-4a23-94a4-99910995c24c service nova] Lock "53799918-abc1-4d31-941e-76ee94bafb3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.567702] env[70294]: DEBUG oslo_concurrency.lockutils [req-9aae17ff-1e53-4a5a-8a79-133ccec9308c req-e75f86db-2422-4a23-94a4-99910995c24c service nova] Lock "53799918-abc1-4d31-941e-76ee94bafb3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 594.567919] env[70294]: DEBUG nova.compute.manager [req-9aae17ff-1e53-4a5a-8a79-133ccec9308c req-e75f86db-2422-4a23-94a4-99910995c24c service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] No waiting events found dispatching network-vif-plugged-3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.568119] env[70294]: WARNING nova.compute.manager [req-9aae17ff-1e53-4a5a-8a79-133ccec9308c req-e75f86db-2422-4a23-94a4-99910995c24c service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Received unexpected event network-vif-plugged-3a26c086-082d-452d-87a2-1f94bd04590b for instance with vm_state building and task_state spawning. [ 594.732262] env[70294]: DEBUG nova.compute.utils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 594.736596] env[70294]: DEBUG nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 594.736596] env[70294]: DEBUG nova.network.neutron [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 594.796613] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.949963] env[70294]: INFO nova.compute.manager [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Took 21.38 seconds to build instance. [ 595.000019] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282fe30-ec38-5041-0428-41a467ed263b, 'name': SearchDatastore_Task, 'duration_secs': 0.018299} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.001195] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-906f03dc-ff20-41ee-a928-f91d84c903dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.010626] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 595.010626] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521daaa7-8a8d-c295-ff35-19014fcc2f63" [ 595.010626] env[70294]: _type = "Task" [ 595.010626] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.031131] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521daaa7-8a8d-c295-ff35-19014fcc2f63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.032009] env[70294]: INFO nova.compute.manager [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Took 18.93 seconds to build instance. [ 595.039173] env[70294]: DEBUG nova.policy [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb8e38a51f246458ff8c79ef48323d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ed432e72bac4a7aba2031512e46e38c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 595.240030] env[70294]: DEBUG nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 595.452156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d6cc324c-db01-485e-834d-971350dbc398 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.899s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.539758] env[70294]: DEBUG oslo_concurrency.lockutils [None req-525a078e-1301-4e8a-becf-9957db8041a2 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.463s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.539991] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521daaa7-8a8d-c295-ff35-19014fcc2f63, 'name': SearchDatastore_Task, 'duration_secs': 0.014093} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.543603] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.544433] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 53799918-abc1-4d31-941e-76ee94bafb3c/53799918-abc1-4d31-941e-76ee94bafb3c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 595.545621] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-530bca58-05e8-4105-aa2a-b27029cb3ff7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.555803] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 595.555803] env[70294]: value = "task-3569177" [ 595.555803] env[70294]: _type = "Task" [ 595.555803] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.580682] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.606103] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cb0401-649f-4b07-8c98-c089dd37e2c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.620862] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed14394b-1b4d-4314-8d0e-2f5506d4ef3b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.669916] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f254b1-5f9f-4af8-82ed-b09add23fcff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.680816] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a2b8c5-b144-4cad-b38d-3796ec800ebe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.699583] env[70294]: DEBUG nova.compute.provider_tree [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.814369] env[70294]: DEBUG nova.network.neutron [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Successfully created port: 9a29065a-6229-4c54-9295-a5727a9f5a16 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.953841] env[70294]: DEBUG nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.047168] env[70294]: DEBUG nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.070466] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569177, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.202783] env[70294]: DEBUG nova.scheduler.client.report [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.255726] env[70294]: DEBUG nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 596.290492] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.290913] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.291205] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.291973] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.291973] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.292227] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.293039] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.293039] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.293164] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.293555] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.293730] env[70294]: DEBUG nova.virt.hardware [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.295620] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2480bf31-62b4-4d38-a243-f1fae9204dbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.314025] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f941d7bd-0480-4608-a4b9-b5ef92cee2d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.492559] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.569213] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577671} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.570500] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.570957] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 53799918-abc1-4d31-941e-76ee94bafb3c/53799918-abc1-4d31-941e-76ee94bafb3c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 596.571951] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 596.571951] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bb18e33-b333-45af-9252-3a0e97e5352c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.584022] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 596.584022] env[70294]: value = "task-3569178" [ 596.584022] env[70294]: _type = "Task" [ 596.584022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.592811] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.710274] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.711145] env[70294]: DEBUG nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 596.713354] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.367s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.715135] env[70294]: INFO nova.compute.claims [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.941564] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "a166d0ec-e96a-453b-948e-b0cc8010b070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.941919] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.942299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "a166d0ec-e96a-453b-948e-b0cc8010b070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.942299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.942448] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.945554] env[70294]: INFO nova.compute.manager [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Terminating instance [ 597.093433] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087426} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.093708] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.096974] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d1e7a1-1c8c-40b2-b6e9-7466a91ffe4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.134330] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 53799918-abc1-4d31-941e-76ee94bafb3c/53799918-abc1-4d31-941e-76ee94bafb3c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.136396] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eee22741-ee1a-45eb-9dce-a59451071211 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.164996] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 597.164996] env[70294]: value = "task-3569179" [ 597.164996] env[70294]: _type = "Task" [ 597.164996] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.177041] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.223988] env[70294]: DEBUG nova.compute.utils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.231397] env[70294]: DEBUG nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 597.231397] env[70294]: DEBUG nova.network.neutron [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 597.284024] env[70294]: DEBUG nova.compute.manager [None req-259fb1fb-00ea-461c-b71f-059a004c2b36 tempest-ServerExternalEventsTest-274870501 tempest-ServerExternalEventsTest-274870501-project] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Received event network-changed {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 597.284488] env[70294]: DEBUG nova.compute.manager [None req-259fb1fb-00ea-461c-b71f-059a004c2b36 tempest-ServerExternalEventsTest-274870501 tempest-ServerExternalEventsTest-274870501-project] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Refreshing instance network info cache due to event network-changed. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 597.285233] env[70294]: DEBUG oslo_concurrency.lockutils [None req-259fb1fb-00ea-461c-b71f-059a004c2b36 tempest-ServerExternalEventsTest-274870501 tempest-ServerExternalEventsTest-274870501-project] Acquiring lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.285233] env[70294]: DEBUG oslo_concurrency.lockutils [None req-259fb1fb-00ea-461c-b71f-059a004c2b36 tempest-ServerExternalEventsTest-274870501 tempest-ServerExternalEventsTest-274870501-project] Acquired lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.285233] env[70294]: DEBUG nova.network.neutron [None req-259fb1fb-00ea-461c-b71f-059a004c2b36 tempest-ServerExternalEventsTest-274870501 tempest-ServerExternalEventsTest-274870501-project] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 597.354920] env[70294]: DEBUG nova.compute.manager [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.356378] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f827ada2-7818-4873-b236-c1ea1f44a431 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.372955] env[70294]: DEBUG nova.policy [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc2d2c66ac0f4b3cb12ab36cd70ca186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e07eb8fe4749b09d15da58bda3328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.452028] env[70294]: DEBUG nova.compute.manager [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 597.452028] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 597.452028] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8296f214-5703-4e82-90ce-9fe8c624f74d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.460666] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 597.461617] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98097615-6de6-43fa-9654-d27758573aad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.469862] env[70294]: DEBUG oslo_vmware.api [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 597.469862] env[70294]: value = "task-3569180" [ 597.469862] env[70294]: _type = "Task" [ 597.469862] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.480140] env[70294]: DEBUG oslo_vmware.api [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.676968] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.729753] env[70294]: DEBUG nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 597.877290] env[70294]: INFO nova.compute.manager [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] instance snapshotting [ 597.877494] env[70294]: WARNING nova.compute.manager [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 597.887395] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00385dd3-1b82-431e-9884-84469eca45f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.915845] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b15c786-e8f6-4ff3-9b9f-97d63404918e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.981287] env[70294]: DEBUG oslo_vmware.api [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569180, 'name': PowerOffVM_Task, 'duration_secs': 0.379891} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.981590] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 597.981590] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 597.981873] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12ed4ae4-855d-4a5b-a45a-8c0f254f750f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.078833] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 598.079074] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 598.079302] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Deleting the datastore file [datastore2] a166d0ec-e96a-453b-948e-b0cc8010b070 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.079512] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-696b1012-c77a-4599-b24a-a84b774c896c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.086566] env[70294]: DEBUG oslo_vmware.api [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for the task: (returnval){ [ 598.086566] env[70294]: value = "task-3569182" [ 598.086566] env[70294]: _type = "Task" [ 598.086566] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.098461] env[70294]: DEBUG oslo_vmware.api [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.134451] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c0436-f632-4a64-9b07-a7331dac1f18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.148240] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de75741-f2ea-4ce1-a4a8-48177e992d41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.189037] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d77ee4-4932-4cf3-a850-f5c7737cad91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.202155] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81138905-3f1f-4c27-a6d7-7aca3d31db61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.204864] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569179, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.216490] env[70294]: DEBUG nova.compute.provider_tree [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 598.326860] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "fad949d8-5a5b-4657-b155-050280d1d0a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.326860] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.431454] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 598.431454] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bfaa0e5f-24a4-4b61-98b9-4c5218d45a7c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.440152] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 598.440152] env[70294]: value = "task-3569183" [ 598.440152] env[70294]: _type = "Task" [ 598.440152] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.451289] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.603340] env[70294]: DEBUG oslo_vmware.api [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Task: {'id': task-3569182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374133} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.603626] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.605398] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 598.605398] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 598.605398] env[70294]: INFO nova.compute.manager [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Took 1.15 seconds to destroy the instance on the hypervisor. [ 598.605398] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 598.605398] env[70294]: DEBUG nova.compute.manager [-] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 598.605398] env[70294]: DEBUG nova.network.neutron [-] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 598.695444] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569179, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.720592] env[70294]: DEBUG nova.scheduler.client.report [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 598.744165] env[70294]: DEBUG nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 598.781975] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 598.782696] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 598.783203] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.783909] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 598.785034] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.785034] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 598.785034] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 598.785034] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 598.785034] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 598.786237] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 598.786237] env[70294]: DEBUG nova.virt.hardware [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 598.786650] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da47ccc2-f97c-438d-bcfc-49e0d19e925c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.799447] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829511f7-0e36-4001-a2ce-be41f679f4d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.952625] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.994418] env[70294]: DEBUG nova.network.neutron [None req-259fb1fb-00ea-461c-b71f-059a004c2b36 tempest-ServerExternalEventsTest-274870501 tempest-ServerExternalEventsTest-274870501-project] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Updating instance_info_cache with network_info: [{"id": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "address": "fa:16:3e:5f:8c:50", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.21", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf4f5dfc-c7", "ovs_interfaceid": "bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.035880] env[70294]: DEBUG nova.network.neutron [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Successfully updated port: 9a29065a-6229-4c54-9295-a5727a9f5a16 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 599.114726] env[70294]: DEBUG nova.network.neutron [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Successfully created port: 9ba795bf-ce47-4389-b155-f6a578968901 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.197423] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569179, 'name': ReconfigVM_Task, 'duration_secs': 1.738662} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.197970] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 53799918-abc1-4d31-941e-76ee94bafb3c/53799918-abc1-4d31-941e-76ee94bafb3c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 599.199138] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bfa9423-0aa2-4fa5-8a9c-317196f43ad6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.207291] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 599.207291] env[70294]: value = "task-3569184" [ 599.207291] env[70294]: _type = "Task" [ 599.207291] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.217173] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569184, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.226783] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.226783] env[70294]: DEBUG nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.230183] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.453s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.232193] env[70294]: INFO nova.compute.claims [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 599.330944] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "149b8450-04d5-43f9-bedd-a562854e19cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.331234] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "149b8450-04d5-43f9-bedd-a562854e19cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.451424] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569183, 'name': CreateSnapshot_Task, 'duration_secs': 0.960765} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.451724] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 599.452536] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d4b974-1687-4efe-94ee-00cb61711a81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.499746] env[70294]: DEBUG oslo_concurrency.lockutils [None req-259fb1fb-00ea-461c-b71f-059a004c2b36 tempest-ServerExternalEventsTest-274870501 tempest-ServerExternalEventsTest-274870501-project] Releasing lock "refresh_cache-062b20de-2f89-4deb-b04a-0d972d17f44e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.545207] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.545207] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.545207] env[70294]: DEBUG nova.network.neutron [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.551592] env[70294]: DEBUG nova.compute.manager [None req-f58bfb05-950f-4a19-adcf-b5a75d7aa647 tempest-ServerDiagnosticsV248Test-1986327858 tempest-ServerDiagnosticsV248Test-1986327858-project-admin] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.552232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3525187-38c4-4d00-a177-de25bbabc33a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.563322] env[70294]: INFO nova.compute.manager [None req-f58bfb05-950f-4a19-adcf-b5a75d7aa647 tempest-ServerDiagnosticsV248Test-1986327858 tempest-ServerDiagnosticsV248Test-1986327858-project-admin] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Retrieving diagnostics [ 599.564272] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b5fb4-fc79-4ff7-9f45-8867ed804362 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.720074] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569184, 'name': Rename_Task, 'duration_secs': 0.192358} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.720377] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.720628] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b396a3a-a971-454f-94d4-ca259ad93e32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.729207] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 599.729207] env[70294]: value = "task-3569185" [ 599.729207] env[70294]: _type = "Task" [ 599.729207] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.733646] env[70294]: DEBUG nova.compute.utils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 599.735109] env[70294]: DEBUG nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 599.735362] env[70294]: DEBUG nova.network.neutron [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 599.744958] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569185, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.858968] env[70294]: DEBUG nova.policy [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8c426f287c4e968a6e15071878f915', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d06e3c941b4f648b9232469091eb26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.979112] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 599.979112] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-047206a8-c950-4b81-8757-072a945a255b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.991872] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 599.991872] env[70294]: value = "task-3569186" [ 599.991872] env[70294]: _type = "Task" [ 599.991872] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.001269] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569186, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.177845] env[70294]: DEBUG nova.network.neutron [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.245215] env[70294]: DEBUG nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 600.248312] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569185, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.282027] env[70294]: DEBUG nova.network.neutron [-] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.508900] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569186, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.635415] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b6d618-596b-4695-9632-c92dcec712b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.644418] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714540a-8fed-46fb-bd62-cc497ba39e5e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.682112] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d2e9cc-e96f-486c-85ae-ffb5fa7e3926 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.691914] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4fe8f5-ed74-44d9-afc7-59931faab0e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.701010] env[70294]: DEBUG nova.network.neutron [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Successfully created port: 05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.713805] env[70294]: DEBUG nova.compute.provider_tree [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 600.728787] env[70294]: DEBUG nova.network.neutron [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance_info_cache with network_info: [{"id": "9a29065a-6229-4c54-9295-a5727a9f5a16", "address": "fa:16:3e:3b:d1:e6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a29065a-62", "ovs_interfaceid": "9a29065a-6229-4c54-9295-a5727a9f5a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.743185] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569185, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.780477] env[70294]: DEBUG nova.compute.manager [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Received event network-changed-3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 600.782291] env[70294]: DEBUG nova.compute.manager [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Refreshing instance network info cache due to event network-changed-3a26c086-082d-452d-87a2-1f94bd04590b. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 600.782291] env[70294]: DEBUG oslo_concurrency.lockutils [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] Acquiring lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.782291] env[70294]: DEBUG oslo_concurrency.lockutils [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] Acquired lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.782291] env[70294]: DEBUG nova.network.neutron [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Refreshing network info cache for port 3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 600.786021] env[70294]: INFO nova.compute.manager [-] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Took 2.18 seconds to deallocate network for instance. [ 601.003672] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569186, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.218440] env[70294]: DEBUG nova.scheduler.client.report [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.234054] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.234054] env[70294]: DEBUG nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Instance network_info: |[{"id": "9a29065a-6229-4c54-9295-a5727a9f5a16", "address": "fa:16:3e:3b:d1:e6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a29065a-62", "ovs_interfaceid": "9a29065a-6229-4c54-9295-a5727a9f5a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 601.234488] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:d1:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a29065a-6229-4c54-9295-a5727a9f5a16', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 601.245439] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Creating folder: Project (1ed432e72bac4a7aba2031512e46e38c). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.252789] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-888b24cb-bc31-4f0a-aa0c-b57195b38e12 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.257905] env[70294]: DEBUG nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 601.268058] env[70294]: DEBUG oslo_vmware.api [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569185, 'name': PowerOnVM_Task, 'duration_secs': 1.371992} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.268548] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 601.269403] env[70294]: INFO nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Took 12.67 seconds to spawn the instance on the hypervisor. [ 601.269809] env[70294]: DEBUG nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.270953] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160a9a99-3018-4bcf-9217-2e0cd507d7a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.281024] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Created folder: Project (1ed432e72bac4a7aba2031512e46e38c) in parent group-v712401. [ 601.281024] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Creating folder: Instances. Parent ref: group-v712438. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 601.281024] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8a32601-ce71-4334-98c3-42846b9bf4d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.299423] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.307787] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Created folder: Instances in parent group-v712438. [ 601.307787] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 601.309577] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 601.310025] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 601.310469] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 601.310780] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 601.311051] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 601.311302] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 601.311797] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 601.312106] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 601.312464] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 601.312812] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 601.313163] env[70294]: DEBUG nova.virt.hardware [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 601.313568] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 601.314479] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe81d863-75d6-4476-ac01-07a9d1b41ae6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.317331] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9a2b82c-bce2-4901-b4fc-ad9d5dcdc7fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.344027] env[70294]: DEBUG nova.network.neutron [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Successfully updated port: 9ba795bf-ce47-4389-b155-f6a578968901 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 601.360151] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c9075-60d6-401b-a105-871d11da0bc7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.364968] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 601.364968] env[70294]: value = "task-3569189" [ 601.364968] env[70294]: _type = "Task" [ 601.364968] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.387762] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569189, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.504418] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569186, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.730810] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.732224] env[70294]: DEBUG nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 601.736765] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.164s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.740579] env[70294]: INFO nova.compute.claims [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 601.814583] env[70294]: INFO nova.compute.manager [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Took 25.41 seconds to build instance. [ 601.849858] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "refresh_cache-6c28daed-1cbf-409c-893d-3c916f61a3a8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.850673] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "refresh_cache-6c28daed-1cbf-409c-893d-3c916f61a3a8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.850920] env[70294]: DEBUG nova.network.neutron [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 601.882956] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569189, 'name': CreateVM_Task, 'duration_secs': 0.386115} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.886172] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.886172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.886172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.886172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.886172] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56de39d2-a20f-406b-a3de-c55f0a0757c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.891137] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 601.891137] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528f2af2-93f7-6cff-3e4a-d31e074ed5fe" [ 601.891137] env[70294]: _type = "Task" [ 601.891137] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.901883] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528f2af2-93f7-6cff-3e4a-d31e074ed5fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.948317] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Acquiring lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.948783] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.949156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Acquiring lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.949474] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.949844] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.953892] env[70294]: INFO nova.compute.manager [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Terminating instance [ 601.972243] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "062b20de-2f89-4deb-b04a-0d972d17f44e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.972243] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.972243] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "062b20de-2f89-4deb-b04a-0d972d17f44e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.972243] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.972682] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 601.975491] env[70294]: INFO nova.compute.manager [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Terminating instance [ 602.015229] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569186, 'name': CloneVM_Task, 'duration_secs': 1.692228} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.015229] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Created linked-clone VM from snapshot [ 602.017321] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e61621-06bc-476e-b027-50b99b6aa8cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.031583] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Uploading image b6d20fd0-4ce6-4272-8e96-797ea523b00c {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 602.074360] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 602.074360] env[70294]: value = "vm-712437" [ 602.074360] env[70294]: _type = "VirtualMachine" [ 602.074360] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 602.074360] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2fbc2c99-14dd-4c93-8fa8-f5eb8e081536 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.082625] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease: (returnval){ [ 602.082625] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527f4b1b-a2c2-e80b-743f-8d83e736a4b1" [ 602.082625] env[70294]: _type = "HttpNfcLease" [ 602.082625] env[70294]: } obtained for exporting VM: (result){ [ 602.082625] env[70294]: value = "vm-712437" [ 602.082625] env[70294]: _type = "VirtualMachine" [ 602.082625] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 602.083015] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the lease: (returnval){ [ 602.083015] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527f4b1b-a2c2-e80b-743f-8d83e736a4b1" [ 602.083015] env[70294]: _type = "HttpNfcLease" [ 602.083015] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 602.093639] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 602.093639] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527f4b1b-a2c2-e80b-743f-8d83e736a4b1" [ 602.093639] env[70294]: _type = "HttpNfcLease" [ 602.093639] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 602.132390] env[70294]: DEBUG nova.compute.manager [req-b7d4a9be-0341-4205-94a8-aecf7ac527d6 req-78f68a9a-fd4a-4043-85b6-8a772e8610bb service nova] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Received event network-vif-deleted-164c6700-4276-487a-8c27-21f72a4cb568 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.255413] env[70294]: DEBUG nova.compute.utils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.257457] env[70294]: DEBUG nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.257645] env[70294]: DEBUG nova.network.neutron [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 602.297710] env[70294]: DEBUG nova.network.neutron [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Updated VIF entry in instance network info cache for port 3a26c086-082d-452d-87a2-1f94bd04590b. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 602.298183] env[70294]: DEBUG nova.network.neutron [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Updating instance_info_cache with network_info: [{"id": "3a26c086-082d-452d-87a2-1f94bd04590b", "address": "fa:16:3e:ba:08:d5", "network": {"id": "336ea8b0-e232-47af-8997-3593bc3665ad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab1d655a5f0412689bc9f79619c38b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a26c086-08", "ovs_interfaceid": "3a26c086-082d-452d-87a2-1f94bd04590b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.320774] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86e6c5d3-7c63-46f1-a247-1e1297aa0c94 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "53799918-abc1-4d31-941e-76ee94bafb3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.928s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.403313] env[70294]: DEBUG nova.policy [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1211e0183ef44467b9bf0f7e598d52ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8aec1e99ea24dbcade558c02c8e828a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 602.409264] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528f2af2-93f7-6cff-3e4a-d31e074ed5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.01895} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.410469] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.410585] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.410857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.410940] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.411119] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 602.411461] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b99f193-ba44-45be-8600-8fb6b06844ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.428247] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 602.431154] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 602.431154] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a4e791-3d33-4e40-b48d-0e8764fb3a3f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.439128] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 602.439128] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5210ac3a-71c6-f202-d53d-3341160a9861" [ 602.439128] env[70294]: _type = "Task" [ 602.439128] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.440094] env[70294]: DEBUG nova.network.neutron [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 602.454323] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5210ac3a-71c6-f202-d53d-3341160a9861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.460255] env[70294]: DEBUG nova.compute.manager [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 602.460499] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.461849] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7e68db-f06d-45e8-8272-3a1b1a8ebd45 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.470469] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.471151] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a21d9f80-7266-4497-8067-af278a9e2132 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.480467] env[70294]: DEBUG oslo_vmware.api [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Waiting for the task: (returnval){ [ 602.480467] env[70294]: value = "task-3569191" [ 602.480467] env[70294]: _type = "Task" [ 602.480467] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.487341] env[70294]: DEBUG nova.compute.manager [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 602.487549] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 602.489694] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfffe741-46ea-400a-ad57-132b5bdca72f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.503603] env[70294]: DEBUG oslo_vmware.api [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Task: {'id': task-3569191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.512220] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.514196] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78ad6a6f-7629-4581-b4a2-cf3f894437ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.523413] env[70294]: DEBUG oslo_vmware.api [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 602.523413] env[70294]: value = "task-3569192" [ 602.523413] env[70294]: _type = "Task" [ 602.523413] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.541166] env[70294]: DEBUG oslo_vmware.api [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.596852] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 602.596852] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527f4b1b-a2c2-e80b-743f-8d83e736a4b1" [ 602.596852] env[70294]: _type = "HttpNfcLease" [ 602.596852] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 602.597264] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 602.597264] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527f4b1b-a2c2-e80b-743f-8d83e736a4b1" [ 602.597264] env[70294]: _type = "HttpNfcLease" [ 602.597264] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 602.600678] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47ebf0e-31aa-4265-ac28-5872e94ea707 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.615028] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eee7b-f62a-bb6e-c641-5a1ec0b00b7a/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 602.615567] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eee7b-f62a-bb6e-c641-5a1ec0b00b7a/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 602.728221] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9df12d61-e358-44d1-af36-e25c79ad1070 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.758728] env[70294]: DEBUG nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 602.807432] env[70294]: DEBUG oslo_concurrency.lockutils [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] Releasing lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.807746] env[70294]: DEBUG nova.compute.manager [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Received event network-vif-deleted-d8f504a4-35b9-4e59-8940-9702a2050fa5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.808348] env[70294]: DEBUG nova.compute.manager [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Received event network-changed-6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 602.808348] env[70294]: DEBUG nova.compute.manager [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Refreshing instance network info cache due to event network-changed-6a4ebc4a-adba-4add-8d55-366373467c88. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 602.808448] env[70294]: DEBUG oslo_concurrency.lockutils [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] Acquiring lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.808796] env[70294]: DEBUG oslo_concurrency.lockutils [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] Acquired lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.808796] env[70294]: DEBUG nova.network.neutron [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Refreshing network info cache for port 6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.827932] env[70294]: DEBUG nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.961888] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5210ac3a-71c6-f202-d53d-3341160a9861, 'name': SearchDatastore_Task, 'duration_secs': 0.015655} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.962806] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4a4ab2-16ae-441d-bb7e-5b1e929aa9ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.969898] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 602.969898] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529113b0-af4d-bbdb-f7b9-b55cc928036a" [ 602.969898] env[70294]: _type = "Task" [ 602.969898] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.992207] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529113b0-af4d-bbdb-f7b9-b55cc928036a, 'name': SearchDatastore_Task, 'duration_secs': 0.015964} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.993028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.993313] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4c71fa1f-c643-4719-9074-946949b9a652/4c71fa1f-c643-4719-9074-946949b9a652.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.993801] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c03aa8dc-080f-416c-8e0d-d845f19080e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.000212] env[70294]: DEBUG oslo_vmware.api [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Task: {'id': task-3569191, 'name': PowerOffVM_Task, 'duration_secs': 0.337179} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.004727] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.004948] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.007894] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32de50a7-6967-491f-a3e4-96b2d026b567 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.010108] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 603.010108] env[70294]: value = "task-3569193" [ 603.010108] env[70294]: _type = "Task" [ 603.010108] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.020742] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569193, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.038841] env[70294]: DEBUG oslo_vmware.api [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569192, 'name': PowerOffVM_Task, 'duration_secs': 0.232954} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.049432] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.049649] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 603.054239] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501b2127-60f4-4ed4-8728-178b76c362ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.085292] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.086632] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.086866] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Deleting the datastore file [datastore1] fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.088781] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eeae611d-912e-45c9-abd4-3e4aa1da6467 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.106998] env[70294]: DEBUG oslo_vmware.api [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Waiting for the task: (returnval){ [ 603.106998] env[70294]: value = "task-3569196" [ 603.106998] env[70294]: _type = "Task" [ 603.106998] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.120404] env[70294]: DEBUG oslo_vmware.api [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Task: {'id': task-3569196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.142490] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 603.142490] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 603.142490] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Deleting the datastore file [datastore1] 062b20de-2f89-4deb-b04a-0d972d17f44e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.143968] env[70294]: DEBUG nova.network.neutron [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Updating instance_info_cache with network_info: [{"id": "9ba795bf-ce47-4389-b155-f6a578968901", "address": "fa:16:3e:1a:6d:ae", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba795bf-ce", "ovs_interfaceid": "9ba795bf-ce47-4389-b155-f6a578968901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.145420] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7b2dfa2-6505-4e0b-b796-8d4b800dc141 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.166038] env[70294]: DEBUG oslo_vmware.api [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for the task: (returnval){ [ 603.166038] env[70294]: value = "task-3569197" [ 603.166038] env[70294]: _type = "Task" [ 603.166038] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.179406] env[70294]: DEBUG oslo_vmware.api [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.226876] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7376b5-ccbe-4765-b917-b590ee04b74e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.234977] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f604b8b6-2b5d-44d3-9968-a647a19c7040 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.247361] env[70294]: DEBUG nova.network.neutron [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Successfully updated port: 05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.287429] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.287611] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.287752] env[70294]: DEBUG nova.network.neutron [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.291181] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d375028-ce14-4504-ad14-1f4759478258 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.298964] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae22a42a-a2ca-432d-a08d-1599f884bd4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.321633] env[70294]: DEBUG nova.compute.provider_tree [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.360089] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.482471] env[70294]: DEBUG nova.network.neutron [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Successfully created port: c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.531730] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569193, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.621680] env[70294]: DEBUG oslo_vmware.api [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Task: {'id': task-3569196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286253} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.621863] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.622053] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.622239] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.622435] env[70294]: INFO nova.compute.manager [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 603.623019] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.623019] env[70294]: DEBUG nova.compute.manager [-] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 603.626673] env[70294]: DEBUG nova.network.neutron [-] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.650550] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "refresh_cache-6c28daed-1cbf-409c-893d-3c916f61a3a8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.650862] env[70294]: DEBUG nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Instance network_info: |[{"id": "9ba795bf-ce47-4389-b155-f6a578968901", "address": "fa:16:3e:1a:6d:ae", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba795bf-ce", "ovs_interfaceid": "9ba795bf-ce47-4389-b155-f6a578968901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 603.651473] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:6d:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ba795bf-ce47-4389-b155-f6a578968901', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 603.661771] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating folder: Project (f5e07eb8fe4749b09d15da58bda3328c). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.663472] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c361b6b3-f01d-45f8-9cdc-ab1a0acb4d91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.676975] env[70294]: DEBUG oslo_vmware.api [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Task: {'id': task-3569197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330521} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.677380] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 603.677540] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 603.677816] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 603.678089] env[70294]: INFO nova.compute.manager [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 603.678434] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.679102] env[70294]: DEBUG nova.compute.manager [-] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 603.679102] env[70294]: DEBUG nova.network.neutron [-] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.682945] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created folder: Project (f5e07eb8fe4749b09d15da58bda3328c) in parent group-v712401. [ 603.683739] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating folder: Instances. Parent ref: group-v712441. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 603.684248] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2b529a7-cb20-4685-9a2f-a9272e4e13ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.697654] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created folder: Instances in parent group-v712441. [ 603.698678] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 603.699070] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 603.699662] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b2c9c6c-3a77-43a1-a075-c93af20f7493 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.726513] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 603.726513] env[70294]: value = "task-3569200" [ 603.726513] env[70294]: _type = "Task" [ 603.726513] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.735733] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569200, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.798551] env[70294]: DEBUG nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 603.825509] env[70294]: DEBUG nova.scheduler.client.report [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 603.847320] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 603.847524] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 603.849510] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 603.849510] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 603.849710] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 603.849903] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 603.850166] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 603.851368] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 603.851654] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 603.851941] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 603.852170] env[70294]: DEBUG nova.virt.hardware [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 603.853154] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be0b7b7-65af-4c36-aa23-c4b3975a3115 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.868330] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39068625-9296-4784-b65b-e5c5f168d211 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.967585] env[70294]: DEBUG nova.network.neutron [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.033692] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569193, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617468} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.033968] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4c71fa1f-c643-4719-9074-946949b9a652/4c71fa1f-c643-4719-9074-946949b9a652.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.034293] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.034839] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e82453a-2419-430c-8c89-d059df3eb59d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.048136] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 604.048136] env[70294]: value = "task-3569201" [ 604.048136] env[70294]: _type = "Task" [ 604.048136] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.052578] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "5c641c3f-7ada-44ea-91a7-c491568dec47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.052578] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.069588] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.240634] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569200, 'name': CreateVM_Task, 'duration_secs': 0.476562} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.243029] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.243029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.243029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.243029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.243029] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dcdf282-57a9-4ca2-9c89-6f5e15bac2c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.249015] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 604.249015] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52895366-8c81-daf4-871e-5f4d37d01058" [ 604.249015] env[70294]: _type = "Task" [ 604.249015] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.259028] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52895366-8c81-daf4-871e-5f4d37d01058, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.327672] env[70294]: DEBUG nova.network.neutron [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updated VIF entry in instance network info cache for port 6a4ebc4a-adba-4add-8d55-366373467c88. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.328110] env[70294]: DEBUG nova.network.neutron [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updating instance_info_cache with network_info: [{"id": "6a4ebc4a-adba-4add-8d55-366373467c88", "address": "fa:16:3e:6b:75:d6", "network": {"id": "4dfdae1e-c708-4e1e-a090-66529d791df4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-229167986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55e3295560844724bf08155b85bec485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4ebc4a-ad", "ovs_interfaceid": "6a4ebc4a-adba-4add-8d55-366373467c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.332170] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.332511] env[70294]: DEBUG nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.336596] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.045s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.338326] env[70294]: INFO nova.compute.claims [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.563145] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083953} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.563418] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.564317] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9bd1a2-3873-4b4f-8651-e9a221461273 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.568603] env[70294]: DEBUG nova.network.neutron [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updating instance_info_cache with network_info: [{"id": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "address": "fa:16:3e:80:e4:9e", "network": {"id": "8015371b-25b7-47fd-9c7c-eb131975be35", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171483582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d06e3c941b4f648b9232469091eb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae4cdb-fc", "ovs_interfaceid": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.595175] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 4c71fa1f-c643-4719-9074-946949b9a652/4c71fa1f-c643-4719-9074-946949b9a652.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.596271] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f747759-e927-41de-acb2-bcc60146ae07 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.621611] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 604.621611] env[70294]: value = "task-3569202" [ 604.621611] env[70294]: _type = "Task" [ 604.621611] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.631982] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.765520] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52895366-8c81-daf4-871e-5f4d37d01058, 'name': SearchDatastore_Task, 'duration_secs': 0.024393} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.765864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.766987] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.766987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.766987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.766987] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.766987] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bd574d9-f9ea-46cc-9dc0-1e3c82b6664a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.781033] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.781033] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.781518] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80459051-34c5-4f30-9b85-f4ee5c329065 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.789575] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 604.789575] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ece240-8b76-700d-175d-d4ce36f4abe3" [ 604.789575] env[70294]: _type = "Task" [ 604.789575] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.799585] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ece240-8b76-700d-175d-d4ce36f4abe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.831428] env[70294]: DEBUG oslo_concurrency.lockutils [req-c88dada4-fe79-43ec-837c-b978e8f3c070 req-d7ce56e4-37bf-4f18-a51a-a25e27c46adc service nova] Releasing lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.839832] env[70294]: DEBUG nova.compute.utils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 604.841442] env[70294]: DEBUG nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 604.841613] env[70294]: DEBUG nova.network.neutron [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 604.985044] env[70294]: DEBUG nova.policy [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad017ad612a4887a854bfdf123b31cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db91914981ba471f81567d887a6fb511', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.072401] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Releasing lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.074228] env[70294]: DEBUG nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Instance network_info: |[{"id": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "address": "fa:16:3e:80:e4:9e", "network": {"id": "8015371b-25b7-47fd-9c7c-eb131975be35", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171483582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d06e3c941b4f648b9232469091eb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae4cdb-fc", "ovs_interfaceid": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.074341] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:e4:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.082968] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Creating folder: Project (f0d06e3c941b4f648b9232469091eb26). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.084374] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8537ab-a8c9-4bb1-aa31-b13b5336d9e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.100593] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Created folder: Project (f0d06e3c941b4f648b9232469091eb26) in parent group-v712401. [ 605.100980] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Creating folder: Instances. Parent ref: group-v712444. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.101108] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f30b731-e3c1-42a3-b7b5-874259642a64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.113401] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Created folder: Instances in parent group-v712444. [ 605.114181] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.114399] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.114604] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa825d2d-e72d-48d3-b51c-ba26696f1213 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.140337] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569202, 'name': ReconfigVM_Task, 'duration_secs': 0.481961} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.144257] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 4c71fa1f-c643-4719-9074-946949b9a652/4c71fa1f-c643-4719-9074-946949b9a652.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.144257] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.144257] env[70294]: value = "task-3569205" [ 605.144257] env[70294]: _type = "Task" [ 605.144257] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.144257] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afe79e3e-cd72-44a2-bc6b-00fee0f89353 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.153095] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569205, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.156802] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 605.156802] env[70294]: value = "task-3569206" [ 605.156802] env[70294]: _type = "Task" [ 605.156802] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.165673] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569206, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.173462] env[70294]: DEBUG nova.network.neutron [-] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.203170] env[70294]: DEBUG nova.network.neutron [-] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.304674] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ece240-8b76-700d-175d-d4ce36f4abe3, 'name': SearchDatastore_Task, 'duration_secs': 0.015604} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.304674] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9096a3e5-e4c7-43e6-b536-8a5acbb3e356 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.311683] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 605.311683] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a0f696-b7b5-cea0-da07-848e250905ab" [ 605.311683] env[70294]: _type = "Task" [ 605.311683] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.322502] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a0f696-b7b5-cea0-da07-848e250905ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.348279] env[70294]: DEBUG nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.596821] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Received event network-vif-plugged-9a29065a-6229-4c54-9295-a5727a9f5a16 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.597017] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquiring lock "4c71fa1f-c643-4719-9074-946949b9a652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.597511] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Lock "4c71fa1f-c643-4719-9074-946949b9a652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.597676] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Lock "4c71fa1f-c643-4719-9074-946949b9a652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.597840] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] No waiting events found dispatching network-vif-plugged-9a29065a-6229-4c54-9295-a5727a9f5a16 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.597999] env[70294]: WARNING nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Received unexpected event network-vif-plugged-9a29065a-6229-4c54-9295-a5727a9f5a16 for instance with vm_state building and task_state spawning. [ 605.598172] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received event network-changed-e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.598365] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Refreshing instance network info cache due to event network-changed-e7caa92f-9245-47ed-bd2c-81565fa87826. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 605.598648] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquiring lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.598873] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquired lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.601018] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Refreshing network info cache for port e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 605.667518] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569205, 'name': CreateVM_Task, 'duration_secs': 0.430266} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.671125] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 605.673031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.673031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.673031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.673031] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-567a7996-7f1a-4f32-87e7-a3614e770d89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.674820] env[70294]: INFO nova.compute.manager [-] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Took 2.00 seconds to deallocate network for instance. [ 605.680253] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569206, 'name': Rename_Task, 'duration_secs': 0.241491} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.684244] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.684575] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 605.684575] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234d476-868e-d0c0-4daf-5dbd1e487784" [ 605.684575] env[70294]: _type = "Task" [ 605.684575] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.687484] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9f58442-a54c-46f6-babf-36d96ea48554 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.700798] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234d476-868e-d0c0-4daf-5dbd1e487784, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.702384] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 605.702384] env[70294]: value = "task-3569207" [ 605.702384] env[70294]: _type = "Task" [ 605.702384] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.710684] env[70294]: INFO nova.compute.manager [-] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Took 2.09 seconds to deallocate network for instance. [ 605.720402] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.732681] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.733098] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.817997] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c716fd7f-e1f0-4340-b04b-3e20cba5078d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.833931] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6193d373-511a-46b0-aef6-29842c055cd1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.838494] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a0f696-b7b5-cea0-da07-848e250905ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015113} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.838660] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.838801] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 6c28daed-1cbf-409c-893d-3c916f61a3a8/6c28daed-1cbf-409c-893d-3c916f61a3a8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.839498] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f5fed9d-439b-4156-a110-73b0068786d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.878070] env[70294]: DEBUG nova.network.neutron [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Successfully created port: 62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 605.880883] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d6bdd1-0ad1-4e12-aa66-0765e0a55677 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.883923] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 605.883923] env[70294]: value = "task-3569208" [ 605.883923] env[70294]: _type = "Task" [ 605.883923] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.894104] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b65ee7-ab24-45f4-80c2-662ecd3779f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.901245] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.915023] env[70294]: DEBUG nova.compute.provider_tree [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.190608] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.205042] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234d476-868e-d0c0-4daf-5dbd1e487784, 'name': SearchDatastore_Task, 'duration_secs': 0.022402} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.205042] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.205042] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.205042] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.205310] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.205310] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.205310] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899853dc-6961-4e47-a49e-cfa047dd7c41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.215561] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.221527] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.225286] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.225478] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.226298] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eda90c8b-75da-41d6-9ff9-050777bc1600 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.234189] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 606.234189] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5226b234-0356-6b1a-9ca7-7b5865f37395" [ 606.234189] env[70294]: _type = "Task" [ 606.234189] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.245660] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5226b234-0356-6b1a-9ca7-7b5865f37395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.386405] env[70294]: DEBUG nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.402190] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569208, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.418521] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:33:21Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1443890151',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1705665017',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.418697] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.418857] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.419445] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.419741] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.419934] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.421524] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.421524] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.421524] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.421696] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.421894] env[70294]: DEBUG nova.virt.hardware [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.423505] env[70294]: DEBUG nova.scheduler.client.report [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.427750] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fec586-f664-4bb6-ac39-bc76c765ea61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.446023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7786ce0e-4ab3-4798-aeeb-40706c2e9cb6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.653522] env[70294]: DEBUG nova.network.neutron [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Successfully updated port: c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.715074] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569207, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.723341] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updated VIF entry in instance network info cache for port e7caa92f-9245-47ed-bd2c-81565fa87826. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 606.723741] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updating instance_info_cache with network_info: [{"id": "e7caa92f-9245-47ed-bd2c-81565fa87826", "address": "fa:16:3e:20:0b:73", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7caa92f-92", "ovs_interfaceid": "e7caa92f-9245-47ed-bd2c-81565fa87826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.756304] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5226b234-0356-6b1a-9ca7-7b5865f37395, 'name': SearchDatastore_Task, 'duration_secs': 0.015482} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.756710] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5954cd50-dda3-46ed-b0f4-2e1e289b4806 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.764380] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 606.764380] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5260b958-e3d6-6b82-7b75-ba95ec3108af" [ 606.764380] env[70294]: _type = "Task" [ 606.764380] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.779033] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5260b958-e3d6-6b82-7b75-ba95ec3108af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.901381] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76947} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.902017] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 6c28daed-1cbf-409c-893d-3c916f61a3a8/6c28daed-1cbf-409c-893d-3c916f61a3a8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.902654] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.902959] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a59fe5b-d807-4f77-a339-04196d4eee6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.912270] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 606.912270] env[70294]: value = "task-3569209" [ 606.912270] env[70294]: _type = "Task" [ 606.912270] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.925572] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569209, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.933581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.934130] env[70294]: DEBUG nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 606.937834] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.528s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.938659] env[70294]: DEBUG nova.objects.instance [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lazy-loading 'resources' on Instance uuid 45500dce-3a29-4634-ac56-19b9fa9b439e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 607.157597] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.157740] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquired lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.157889] env[70294]: DEBUG nova.network.neutron [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.215841] env[70294]: DEBUG oslo_vmware.api [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569207, 'name': PowerOnVM_Task, 'duration_secs': 1.09483} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.216290] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 607.216290] env[70294]: INFO nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Took 10.96 seconds to spawn the instance on the hypervisor. [ 607.216574] env[70294]: DEBUG nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 607.218081] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f6ea1e-3e15-4513-828d-7ea7dc7e3213 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.229719] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Releasing lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.229719] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Received event network-changed-9a29065a-6229-4c54-9295-a5727a9f5a16 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 607.229719] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Refreshing instance network info cache due to event network-changed-9a29065a-6229-4c54-9295-a5727a9f5a16. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 607.229877] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquiring lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.229914] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquired lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.230460] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Refreshing network info cache for port 9a29065a-6229-4c54-9295-a5727a9f5a16 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 607.279158] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5260b958-e3d6-6b82-7b75-ba95ec3108af, 'name': SearchDatastore_Task, 'duration_secs': 0.024958} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.280157] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.280536] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 982cbbf3-3993-4230-91f6-3343b0a42f51/982cbbf3-3993-4230-91f6-3343b0a42f51.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 607.280656] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b2cfde-5320-4738-8764-0261e2523615 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.288017] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 607.288017] env[70294]: value = "task-3569210" [ 607.288017] env[70294]: _type = "Task" [ 607.288017] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.296410] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.423047] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569209, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073927} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.423403] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.424469] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1348bd-f8c5-483d-8f11-d2fb66a3b89a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.442584] env[70294]: DEBUG nova.compute.utils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.455050] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 6c28daed-1cbf-409c-893d-3c916f61a3a8/6c28daed-1cbf-409c-893d-3c916f61a3a8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.455789] env[70294]: DEBUG nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.456311] env[70294]: DEBUG nova.network.neutron [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.460741] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72285c4b-0823-411e-8b8d-3b36f10403a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.488799] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 607.488799] env[70294]: value = "task-3569211" [ 607.488799] env[70294]: _type = "Task" [ 607.488799] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.498482] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569211, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.633570] env[70294]: DEBUG nova.policy [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2038b755b6214755ba8c8c8a99fccdef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d561b2d1f864fa497fda0cde0b4513d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.748276] env[70294]: INFO nova.compute.manager [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Took 21.06 seconds to build instance. [ 607.750179] env[70294]: DEBUG nova.network.neutron [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.801871] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569210, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.903905] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ef5d37-e948-4230-8cff-789f352a1402 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.912916] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7966a1ad-cf53-42fa-9e6a-58fcf1114dab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.947435] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e688004-c453-4c9c-bb5d-99f260adf169 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.956192] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2413d007-c074-4ea3-92a9-55a1afa78f8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.960692] env[70294]: DEBUG nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 607.974487] env[70294]: DEBUG nova.compute.provider_tree [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.000074] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569211, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.254775] env[70294]: DEBUG oslo_concurrency.lockutils [None req-edb97c6d-bd03-42b3-868e-0ab78b21d9f8 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.278s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.272850] env[70294]: DEBUG nova.compute.manager [req-55302eb2-94bd-4b17-8da6-12a8cfae3a03 req-05a59769-ffd2-40c0-9bb2-198a4ba018ef service nova] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Received event network-vif-deleted-17705dd2-3b03-4840-96eb-c87348008bf8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.304850] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845837} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.305276] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 982cbbf3-3993-4230-91f6-3343b0a42f51/982cbbf3-3993-4230-91f6-3343b0a42f51.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 608.306064] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 608.306982] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c717a55-e33a-4674-a787-6344a2a42d45 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.317682] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 608.317682] env[70294]: value = "task-3569212" [ 608.317682] env[70294]: _type = "Task" [ 608.317682] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.327415] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.422977] env[70294]: DEBUG nova.network.neutron [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Updating instance_info_cache with network_info: [{"id": "c2ff246d-cae5-4654-ab72-a45acb421027", "address": "fa:16:3e:e8:5a:cc", "network": {"id": "efc676c5-ef16-4020-9bd7-8dfb76fdd6f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1221363160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8aec1e99ea24dbcade558c02c8e828a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff246d-ca", "ovs_interfaceid": "c2ff246d-cae5-4654-ab72-a45acb421027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.505424] env[70294]: ERROR nova.scheduler.client.report [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] [req-7e95f6ae-007e-4bdf-a766-cebfd5a1e6d6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7e95f6ae-007e-4bdf-a766-cebfd5a1e6d6"}]} [ 608.513397] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569211, 'name': ReconfigVM_Task, 'duration_secs': 0.65843} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.514821] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 6c28daed-1cbf-409c-893d-3c916f61a3a8/6c28daed-1cbf-409c-893d-3c916f61a3a8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.515112] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55954706-ae30-42e2-bcb6-1f308f7df7be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.522205] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 608.522205] env[70294]: value = "task-3569213" [ 608.522205] env[70294]: _type = "Task" [ 608.522205] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.532289] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569213, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.532947] env[70294]: DEBUG nova.scheduler.client.report [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 608.555634] env[70294]: DEBUG nova.scheduler.client.report [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 608.555634] env[70294]: DEBUG nova.compute.provider_tree [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 608.574246] env[70294]: DEBUG nova.scheduler.client.report [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 608.600599] env[70294]: DEBUG nova.scheduler.client.report [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 608.604367] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updated VIF entry in instance network info cache for port 9a29065a-6229-4c54-9295-a5727a9f5a16. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 608.606394] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance_info_cache with network_info: [{"id": "9a29065a-6229-4c54-9295-a5727a9f5a16", "address": "fa:16:3e:3b:d1:e6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a29065a-62", "ovs_interfaceid": "9a29065a-6229-4c54-9295-a5727a9f5a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.699118] env[70294]: DEBUG nova.network.neutron [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Successfully updated port: 62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.760863] env[70294]: DEBUG nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 608.812521] env[70294]: DEBUG nova.network.neutron [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Successfully created port: a45b5d7a-845e-4853-ac4d-280c41bbee5b {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.828912] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070543} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.829206] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 608.830045] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833895d0-91c1-4ba7-bfaa-db4c47272240 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.858477] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 982cbbf3-3993-4230-91f6-3343b0a42f51/982cbbf3-3993-4230-91f6-3343b0a42f51.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 608.862145] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b984684-9026-4ba6-93fb-8715040abef6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.882456] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 608.882456] env[70294]: value = "task-3569214" [ 608.882456] env[70294]: _type = "Task" [ 608.882456] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.894481] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569214, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.926250] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Releasing lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.926610] env[70294]: DEBUG nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Instance network_info: |[{"id": "c2ff246d-cae5-4654-ab72-a45acb421027", "address": "fa:16:3e:e8:5a:cc", "network": {"id": "efc676c5-ef16-4020-9bd7-8dfb76fdd6f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1221363160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8aec1e99ea24dbcade558c02c8e828a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff246d-ca", "ovs_interfaceid": "c2ff246d-cae5-4654-ab72-a45acb421027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.927550] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:5a:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19440099-773e-4a31-b82e-84a4daa5d8fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2ff246d-cae5-4654-ab72-a45acb421027', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.939620] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Creating folder: Project (e8aec1e99ea24dbcade558c02c8e828a). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.940103] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d3825ae-c1d0-4a36-9258-0f7bc00dce79 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.952029] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Created folder: Project (e8aec1e99ea24dbcade558c02c8e828a) in parent group-v712401. [ 608.952029] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Creating folder: Instances. Parent ref: group-v712447. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.952029] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35b0e3e3-4439-4b89-a8b0-c9adbed34994 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.963011] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Created folder: Instances in parent group-v712447. [ 608.963291] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.963488] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.963691] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7163d99-3466-429b-b3ef-f9e53facc2c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.983889] env[70294]: DEBUG nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 608.993275] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.993275] env[70294]: value = "task-3569217" [ 608.993275] env[70294]: _type = "Task" [ 608.993275] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.004327] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569217, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.015292] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.015292] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.015292] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.015535] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.015535] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.015595] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.015834] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.015942] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.016276] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.016276] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.016447] env[70294]: DEBUG nova.virt.hardware [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.017412] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75899cc1-9594-4430-94e1-401255868a7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.029757] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ceeb57-b991-4517-a8df-b33200270eac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.039441] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569213, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.051514] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30396300-7b28-4d21-adc5-b120dff41aef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.058286] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa16ba-cafc-446a-9838-9665675f9d32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.093022] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8002f1d0-e5d2-4893-ac77-1f0652f2122a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.100979] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b5d9f8-3b36-4522-bf95-7249662b6319 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.117387] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Releasing lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.117673] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Received event network-vif-plugged-9ba795bf-ce47-4389-b155-f6a578968901 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.117845] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquiring lock "6c28daed-1cbf-409c-893d-3c916f61a3a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.118053] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.118262] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.118359] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] No waiting events found dispatching network-vif-plugged-9ba795bf-ce47-4389-b155-f6a578968901 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 609.118518] env[70294]: WARNING nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Received unexpected event network-vif-plugged-9ba795bf-ce47-4389-b155-f6a578968901 for instance with vm_state building and task_state spawning. [ 609.118672] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Received event network-changed-9ba795bf-ce47-4389-b155-f6a578968901 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 609.118826] env[70294]: DEBUG nova.compute.manager [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Refreshing instance network info cache due to event network-changed-9ba795bf-ce47-4389-b155-f6a578968901. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 609.119038] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquiring lock "refresh_cache-6c28daed-1cbf-409c-893d-3c916f61a3a8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.119169] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Acquired lock "refresh_cache-6c28daed-1cbf-409c-893d-3c916f61a3a8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.119319] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Refreshing network info cache for port 9ba795bf-ce47-4389-b155-f6a578968901 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 609.120812] env[70294]: DEBUG nova.compute.provider_tree [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.203636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.203838] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.203981] env[70294]: DEBUG nova.network.neutron [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.292077] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.396182] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.503788] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569217, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.532752] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569213, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.679832] env[70294]: DEBUG nova.scheduler.client.report [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 27 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 609.680222] env[70294]: DEBUG nova.compute.provider_tree [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 27 to 28 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 609.680541] env[70294]: DEBUG nova.compute.provider_tree [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.769447] env[70294]: DEBUG nova.network.neutron [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.894932] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.001295] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Updated VIF entry in instance network info cache for port 9ba795bf-ce47-4389-b155-f6a578968901. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.001870] env[70294]: DEBUG nova.network.neutron [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Updating instance_info_cache with network_info: [{"id": "9ba795bf-ce47-4389-b155-f6a578968901", "address": "fa:16:3e:1a:6d:ae", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ba795bf-ce", "ovs_interfaceid": "9ba795bf-ce47-4389-b155-f6a578968901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.009020] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569217, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.021780] env[70294]: DEBUG nova.network.neutron [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Updating instance_info_cache with network_info: [{"id": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "address": "fa:16:3e:fb:1e:79", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62973aa0-57", "ovs_interfaceid": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.042439] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569213, 'name': Rename_Task, 'duration_secs': 1.257846} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.043677] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 610.044293] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4e9ca5e-f71a-4a78-b5c2-6cd9cb1511bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.052251] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 610.052251] env[70294]: value = "task-3569218" [ 610.052251] env[70294]: _type = "Task" [ 610.052251] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.062168] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569218, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.171223] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.171555] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.185988] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.248s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.188719] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.392s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.191411] env[70294]: INFO nova.compute.claims [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.208270] env[70294]: INFO nova.scheduler.client.report [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Deleted allocations for instance 45500dce-3a29-4634-ac56-19b9fa9b439e [ 610.378312] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.378312] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.397172] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569214, 'name': ReconfigVM_Task, 'duration_secs': 1.215958} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.397798] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 982cbbf3-3993-4230-91f6-3343b0a42f51/982cbbf3-3993-4230-91f6-3343b0a42f51.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.399341] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7d3e6fd-5e40-45ff-a6bc-395535cf5507 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.407062] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 610.407062] env[70294]: value = "task-3569219" [ 610.407062] env[70294]: _type = "Task" [ 610.407062] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.416123] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569219, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.509028] env[70294]: DEBUG oslo_concurrency.lockutils [req-5aec6468-bb4b-4a9b-a973-0ee2794b3d69 req-809b3e0d-e8f6-4cf7-806b-38ed9e73260c service nova] Releasing lock "refresh_cache-6c28daed-1cbf-409c-893d-3c916f61a3a8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.509546] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569217, 'name': CreateVM_Task, 'duration_secs': 1.044868} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.509546] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.509911] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.510085] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.510497] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.510773] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98e3ccfb-372d-473d-851c-022d123d0fed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.516576] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 610.516576] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5184f-f8bf-3cd9-1b6b-8652aaa9d8dd" [ 610.516576] env[70294]: _type = "Task" [ 610.516576] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.525466] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5184f-f8bf-3cd9-1b6b-8652aaa9d8dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.536225] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Releasing lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.536538] env[70294]: DEBUG nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Instance network_info: |[{"id": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "address": "fa:16:3e:fb:1e:79", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62973aa0-57", "ovs_interfaceid": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.536942] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:1e:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62973aa0-57a0-4bb9-a5f1-390b20cbb72b', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.545666] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Creating folder: Project (db91914981ba471f81567d887a6fb511). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.545970] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27f59387-0a23-4423-a583-b24bbc2de5f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.559571] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Created folder: Project (db91914981ba471f81567d887a6fb511) in parent group-v712401. [ 610.559982] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Creating folder: Instances. Parent ref: group-v712450. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.560154] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34603bda-b7a3-410b-8c15-ef584172bf4d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.568073] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.577587] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Created folder: Instances in parent group-v712450. [ 610.577887] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.578189] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.578450] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f66f112f-a45a-42ee-bda4-3435a68fa067 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.599721] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Received event network-vif-plugged-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.599965] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Acquiring lock "982cbbf3-3993-4230-91f6-3343b0a42f51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.600409] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.600409] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.600409] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] No waiting events found dispatching network-vif-plugged-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.601437] env[70294]: WARNING nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Received unexpected event network-vif-plugged-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e for instance with vm_state building and task_state spawning. [ 610.601437] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Received event network-changed-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 610.601437] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Refreshing instance network info cache due to event network-changed-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 610.601635] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Acquiring lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.601771] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Acquired lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.601952] env[70294]: DEBUG nova.network.neutron [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Refreshing network info cache for port 05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.609775] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.609775] env[70294]: value = "task-3569222" [ 610.609775] env[70294]: _type = "Task" [ 610.609775] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.623022] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569222, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.720286] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3645edd-6f06-4d4f-a715-6c9d54fa56e0 tempest-ImagesNegativeTestJSON-1101893703 tempest-ImagesNegativeTestJSON-1101893703-project-member] Lock "45500dce-3a29-4634-ac56-19b9fa9b439e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.894s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.823166] env[70294]: DEBUG nova.network.neutron [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Successfully updated port: a45b5d7a-845e-4853-ac4d-280c41bbee5b {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.917297] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569219, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.028172] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5184f-f8bf-3cd9-1b6b-8652aaa9d8dd, 'name': SearchDatastore_Task, 'duration_secs': 0.038707} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.028172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.028413] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.028644] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.028756] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.028927] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.029212] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88a4d0fd-dcfb-4edd-9996-8a169cf34295 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.041114] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.041307] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.042136] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a1a0c6-23f0-42fd-9215-94f511cfd37a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.047611] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 611.047611] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520394f4-91ed-2232-3774-3f6f6eb91404" [ 611.047611] env[70294]: _type = "Task" [ 611.047611] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.055895] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520394f4-91ed-2232-3774-3f6f6eb91404, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.065031] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569218, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.123487] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569222, 'name': CreateVM_Task, 'duration_secs': 0.364183} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.123663] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.124384] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.124540] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.124843] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.125108] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e86d37d-461c-458e-abc2-089960521ab4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.129979] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 611.129979] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c8f95c-ca34-976b-6f2d-28ec46ffc85b" [ 611.129979] env[70294]: _type = "Task" [ 611.129979] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.139302] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c8f95c-ca34-976b-6f2d-28ec46ffc85b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.328066] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "refresh_cache-e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.328253] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired lock "refresh_cache-e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.328407] env[70294]: DEBUG nova.network.neutron [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.400045] env[70294]: DEBUG nova.network.neutron [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updated VIF entry in instance network info cache for port 05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.400303] env[70294]: DEBUG nova.network.neutron [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updating instance_info_cache with network_info: [{"id": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "address": "fa:16:3e:80:e4:9e", "network": {"id": "8015371b-25b7-47fd-9c7c-eb131975be35", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171483582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d06e3c941b4f648b9232469091eb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae4cdb-fc", "ovs_interfaceid": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.420234] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569219, 'name': Rename_Task, 'duration_secs': 0.850735} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.420560] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.420870] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-568437f2-3baa-47b1-b5fc-db1b1489ec08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.431213] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 611.431213] env[70294]: value = "task-3569223" [ 611.431213] env[70294]: _type = "Task" [ 611.431213] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.440030] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.559150] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520394f4-91ed-2232-3774-3f6f6eb91404, 'name': SearchDatastore_Task, 'duration_secs': 0.021737} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.565417] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-909d840f-959d-4868-9a9e-ce7443059023 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.571790] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 611.571790] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525977e9-421e-964c-6a2d-b1ea31404bf2" [ 611.571790] env[70294]: _type = "Task" [ 611.571790] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.575138] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569218, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.580436] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d5e28c-ca3f-485a-b3b7-956d7a0986f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.587965] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525977e9-421e-964c-6a2d-b1ea31404bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.593125] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1126dca7-571c-42e5-ab57-0f9fddfa39de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.628118] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b8ca0-f1a7-4df0-83ba-d72d5f15600b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.639989] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90090e70-16e0-4a28-a0c8-3f1264b7ca03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.649129] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c8f95c-ca34-976b-6f2d-28ec46ffc85b, 'name': SearchDatastore_Task, 'duration_secs': 0.019923} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.649922] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.650192] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.650427] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.660294] env[70294]: DEBUG nova.compute.provider_tree [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.776545] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "ecf7b179-5141-4d87-951d-5f40cae4319c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.776545] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.876147] env[70294]: DEBUG nova.network.neutron [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.902873] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Releasing lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.903149] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Received event network-vif-deleted-bf4f5dfc-c7be-43cf-b89c-6805bb02fa0c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.903226] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Received event network-vif-plugged-c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.903570] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Acquiring lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.903685] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.903767] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.903968] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] No waiting events found dispatching network-vif-plugged-c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 611.904230] env[70294]: WARNING nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Received unexpected event network-vif-plugged-c2ff246d-cae5-4654-ab72-a45acb421027 for instance with vm_state building and task_state spawning. [ 611.904438] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Received event network-changed-c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 611.904603] env[70294]: DEBUG nova.compute.manager [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Refreshing instance network info cache due to event network-changed-c2ff246d-cae5-4654-ab72-a45acb421027. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 611.904793] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Acquiring lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.904976] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Acquired lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.905191] env[70294]: DEBUG nova.network.neutron [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Refreshing network info cache for port c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.945969] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569223, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.033328] env[70294]: DEBUG nova.compute.manager [None req-c8e15935-205d-4db7-8206-1d274f29a435 tempest-ServerDiagnosticsV248Test-1986327858 tempest-ServerDiagnosticsV248Test-1986327858-project-admin] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.034551] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c061b3-c77e-4d47-9c2d-6145d72cadeb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.041779] env[70294]: INFO nova.compute.manager [None req-c8e15935-205d-4db7-8206-1d274f29a435 tempest-ServerDiagnosticsV248Test-1986327858 tempest-ServerDiagnosticsV248Test-1986327858-project-admin] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Retrieving diagnostics [ 612.042822] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3094d7-fe9d-41fa-95b2-3bf5794c57f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.073389] env[70294]: DEBUG nova.network.neutron [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Updating instance_info_cache with network_info: [{"id": "a45b5d7a-845e-4853-ac4d-280c41bbee5b", "address": "fa:16:3e:7b:9f:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45b5d7a-84", "ovs_interfaceid": "a45b5d7a-845e-4853-ac4d-280c41bbee5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.086631] env[70294]: DEBUG oslo_vmware.api [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569218, 'name': PowerOnVM_Task, 'duration_secs': 1.632173} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.090535] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.090623] env[70294]: INFO nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Took 13.35 seconds to spawn the instance on the hypervisor. [ 612.090820] env[70294]: DEBUG nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.091119] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525977e9-421e-964c-6a2d-b1ea31404bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.020508} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.092336] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc24bbce-b23c-4b63-9e3f-ffc08067b61b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.094964] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.095128] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 372bacf9-dbe6-44db-b30f-181a6fbd08c6/372bacf9-dbe6-44db-b30f-181a6fbd08c6.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.095855] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.095855] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.096051] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cc629f5-c462-45de-bc1f-460b72a85ec3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.099182] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-821ecb32-b382-41ee-8962-c7d69bdc75cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.107716] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 612.107716] env[70294]: value = "task-3569224" [ 612.107716] env[70294]: _type = "Task" [ 612.107716] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.112867] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.112867] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.116508] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77bad02-d3ce-49a2-aa41-7bddd1b857b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.120621] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.124132] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 612.124132] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ae074-73d4-505d-0e4e-81c19246f9ab" [ 612.124132] env[70294]: _type = "Task" [ 612.124132] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.132827] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ae074-73d4-505d-0e4e-81c19246f9ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.163500] env[70294]: DEBUG nova.scheduler.client.report [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 612.205535] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.206132] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.215449] env[70294]: DEBUG nova.compute.manager [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Received event network-vif-plugged-62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.215567] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Acquiring lock "22bb2f65-958b-4cc2-8360-afd059d1d524-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.215881] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.215936] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.216102] env[70294]: DEBUG nova.compute.manager [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] No waiting events found dispatching network-vif-plugged-62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.216792] env[70294]: WARNING nova.compute.manager [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Received unexpected event network-vif-plugged-62973aa0-57a0-4bb9-a5f1-390b20cbb72b for instance with vm_state building and task_state spawning. [ 612.216792] env[70294]: DEBUG nova.compute.manager [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Received event network-changed-62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.216792] env[70294]: DEBUG nova.compute.manager [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Refreshing instance network info cache due to event network-changed-62973aa0-57a0-4bb9-a5f1-390b20cbb72b. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.216792] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Acquiring lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.217134] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Acquired lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.217134] env[70294]: DEBUG nova.network.neutron [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Refreshing network info cache for port 62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.441510] env[70294]: DEBUG oslo_vmware.api [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569223, 'name': PowerOnVM_Task, 'duration_secs': 0.59507} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.443995] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.444369] env[70294]: INFO nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Took 11.19 seconds to spawn the instance on the hypervisor. [ 612.444554] env[70294]: DEBUG nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 612.445348] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cd0a33-bf90-40a7-a8d6-48c6d32882e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.579019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Releasing lock "refresh_cache-e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.579394] env[70294]: DEBUG nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Instance network_info: |[{"id": "a45b5d7a-845e-4853-ac4d-280c41bbee5b", "address": "fa:16:3e:7b:9f:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45b5d7a-84", "ovs_interfaceid": "a45b5d7a-845e-4853-ac4d-280c41bbee5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.579891] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:9f:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a45b5d7a-845e-4853-ac4d-280c41bbee5b', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.589957] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Creating folder: Project (9d561b2d1f864fa497fda0cde0b4513d). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.590867] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2c05a91-5d77-42c9-b945-a3a03ddd61b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.602049] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Created folder: Project (9d561b2d1f864fa497fda0cde0b4513d) in parent group-v712401. [ 612.602049] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Creating folder: Instances. Parent ref: group-v712453. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.602049] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6caa6583-f976-46e8-bee9-e3420e192740 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.622956] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Created folder: Instances in parent group-v712453. [ 612.623277] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.625529] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.626573] env[70294]: INFO nova.compute.manager [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Took 25.48 seconds to build instance. [ 612.627430] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c1b4b89-5468-4e3e-b8e7-993bd58f5ac3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.650109] env[70294]: DEBUG nova.network.neutron [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Updated VIF entry in instance network info cache for port c2ff246d-cae5-4654-ab72-a45acb421027. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.650539] env[70294]: DEBUG nova.network.neutron [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Updating instance_info_cache with network_info: [{"id": "c2ff246d-cae5-4654-ab72-a45acb421027", "address": "fa:16:3e:e8:5a:cc", "network": {"id": "efc676c5-ef16-4020-9bd7-8dfb76fdd6f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1221363160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8aec1e99ea24dbcade558c02c8e828a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff246d-ca", "ovs_interfaceid": "c2ff246d-cae5-4654-ab72-a45acb421027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.657713] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569224, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.673647] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.674338] env[70294]: DEBUG nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.677624] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.677624] env[70294]: value = "task-3569227" [ 612.677624] env[70294]: _type = "Task" [ 612.677624] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.678542] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ae074-73d4-505d-0e4e-81c19246f9ab, 'name': SearchDatastore_Task, 'duration_secs': 0.017058} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.679437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.187s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.680864] env[70294]: INFO nova.compute.claims [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.687779] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed97cc5-08e7-4a60-9421-da01fe45c281 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.698458] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 612.698458] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522b88ad-1d7f-c410-9d87-c45ba6684d2b" [ 612.698458] env[70294]: _type = "Task" [ 612.698458] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.710577] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522b88ad-1d7f-c410-9d87-c45ba6684d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.967210] env[70294]: INFO nova.compute.manager [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Took 24.66 seconds to build instance. [ 613.118833] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.918937} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.119115] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 372bacf9-dbe6-44db-b30f-181a6fbd08c6/372bacf9-dbe6-44db-b30f-181a6fbd08c6.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.119334] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.119587] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e099831-ee06-4847-a794-54bfdba73a23 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.126377] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 613.126377] env[70294]: value = "task-3569228" [ 613.126377] env[70294]: _type = "Task" [ 613.126377] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.127197] env[70294]: DEBUG nova.network.neutron [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Updated VIF entry in instance network info cache for port 62973aa0-57a0-4bb9-a5f1-390b20cbb72b. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.127528] env[70294]: DEBUG nova.network.neutron [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Updating instance_info_cache with network_info: [{"id": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "address": "fa:16:3e:fb:1e:79", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62973aa0-57", "ovs_interfaceid": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.139080] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.153538] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7b50c998-779b-4731-aba0-e60b8d246690 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.336s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.165176] env[70294]: DEBUG oslo_concurrency.lockutils [req-6c73ff18-d2b5-4e8c-ac6a-c159fb151a4d req-b56d5b20-6045-47da-990b-c464da528b81 service nova] Releasing lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.171771] env[70294]: DEBUG nova.compute.manager [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 613.181772] env[70294]: DEBUG nova.compute.utils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 613.182576] env[70294]: DEBUG nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 613.182735] env[70294]: DEBUG nova.network.neutron [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.197628] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569227, 'name': CreateVM_Task, 'duration_secs': 0.43762} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.198765] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.199615] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.199717] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.200042] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.203698] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8caa439c-644b-4993-91ba-f78a7670c793 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.208858] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 613.208858] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211f427-706e-95ba-9ef1-0b8a165609d8" [ 613.208858] env[70294]: _type = "Task" [ 613.208858] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.212548] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522b88ad-1d7f-c410-9d87-c45ba6684d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.064983} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.215553] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.215908] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 22bb2f65-958b-4cc2-8360-afd059d1d524/22bb2f65-958b-4cc2-8360-afd059d1d524.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.216063] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2327abc5-6d0c-465b-8766-411b997b2974 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.224397] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211f427-706e-95ba-9ef1-0b8a165609d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.225973] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 613.225973] env[70294]: value = "task-3569229" [ 613.225973] env[70294]: _type = "Task" [ 613.225973] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.239020] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.241582] env[70294]: DEBUG nova.policy [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '087606585d2c4f9db3c973dd3bf3b190', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a2433d6a5bc3471695c3896c307f4de4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.470432] env[70294]: DEBUG oslo_concurrency.lockutils [None req-22883815-f040-4629-9c7e-47391b372ae0 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.908s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.524962] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eee7b-f62a-bb6e-c641-5a1ec0b00b7a/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 613.526145] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed77edf7-b660-4933-8c15-14ddaac376f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.532393] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eee7b-f62a-bb6e-c641-5a1ec0b00b7a/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 613.535314] env[70294]: ERROR oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eee7b-f62a-bb6e-c641-5a1ec0b00b7a/disk-0.vmdk due to incomplete transfer. [ 613.535314] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6614e90c-16b9-4abd-ac81-661e65bc52c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.538867] env[70294]: DEBUG nova.compute.manager [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Received event network-vif-plugged-a45b5d7a-845e-4853-ac4d-280c41bbee5b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.539202] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] Acquiring lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.539305] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.539455] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.539619] env[70294]: DEBUG nova.compute.manager [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] No waiting events found dispatching network-vif-plugged-a45b5d7a-845e-4853-ac4d-280c41bbee5b {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.539815] env[70294]: WARNING nova.compute.manager [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Received unexpected event network-vif-plugged-a45b5d7a-845e-4853-ac4d-280c41bbee5b for instance with vm_state building and task_state spawning. [ 613.539993] env[70294]: DEBUG nova.compute.manager [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Received event network-changed-a45b5d7a-845e-4853-ac4d-280c41bbee5b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.540285] env[70294]: DEBUG nova.compute.manager [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Refreshing instance network info cache due to event network-changed-a45b5d7a-845e-4853-ac4d-280c41bbee5b. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.540493] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] Acquiring lock "refresh_cache-e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.540608] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] Acquired lock "refresh_cache-e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.540765] env[70294]: DEBUG nova.network.neutron [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Refreshing network info cache for port a45b5d7a-845e-4853-ac4d-280c41bbee5b {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.543058] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525eee7b-f62a-bb6e-c641-5a1ec0b00b7a/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 613.543246] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Uploaded image b6d20fd0-4ce6-4272-8e96-797ea523b00c to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 613.545277] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 613.545791] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bf9b2df2-e240-486f-8daf-ed449c475576 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.552544] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 613.552544] env[70294]: value = "task-3569230" [ 613.552544] env[70294]: _type = "Task" [ 613.552544] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.561706] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569230, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.634014] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Releasing lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.634335] env[70294]: DEBUG nova.compute.manager [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Received event network-changed-3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 613.634526] env[70294]: DEBUG nova.compute.manager [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Refreshing instance network info cache due to event network-changed-3a26c086-082d-452d-87a2-1f94bd04590b. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 613.634714] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Acquiring lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.634856] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Acquired lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.635039] env[70294]: DEBUG nova.network.neutron [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Refreshing network info cache for port 3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.642464] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072163} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.642669] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.643879] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b146c3-1d8b-4af6-8b8d-bf809755bf3f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.647838] env[70294]: DEBUG nova.network.neutron [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Successfully created port: 351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.663964] env[70294]: DEBUG nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 613.675272] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 372bacf9-dbe6-44db-b30f-181a6fbd08c6/372bacf9-dbe6-44db-b30f-181a6fbd08c6.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.679950] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a81cb36-19d5-4bda-b901-4874028a98fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.700138] env[70294]: DEBUG nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.709982] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 613.709982] env[70294]: value = "task-3569231" [ 613.709982] env[70294]: _type = "Task" [ 613.709982] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.715380] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.724322] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569231, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.728285] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211f427-706e-95ba-9ef1-0b8a165609d8, 'name': SearchDatastore_Task, 'duration_secs': 0.021261} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.735815] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.736065] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.736316] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.736466] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.736643] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.737475] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2161743-15f4-4994-8cda-d0976ef61fd8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.744691] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569229, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.750345] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.750720] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.753988] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c548b5f-4340-40c7-9130-ec8cd661d021 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.759561] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 613.759561] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52033571-c78f-1080-9d64-c10cde1f42fb" [ 613.759561] env[70294]: _type = "Task" [ 613.759561] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.770711] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52033571-c78f-1080-9d64-c10cde1f42fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.973034] env[70294]: DEBUG nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.004297] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.004620] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.005032] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.005370] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.005614] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.011553] env[70294]: INFO nova.compute.manager [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Terminating instance [ 614.066020] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569230, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.195615] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b2a601-e28f-4254-aeef-c1f1c6e21e42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.200226] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.205660] env[70294]: INFO nova.virt.block_device [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Booting with volume 0ae1897d-636e-4b92-9f50-5a76b47f8fa9 at /dev/sda [ 614.209097] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ded30-0cce-4aae-8341-d4747a093f01 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.272748] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff06a94-4967-40dc-a02d-baaa3c76c66a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.275906] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.276031] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-026f4630-c1c6-4479-9fad-ad975a522542 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.281398] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946924} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.282405] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 22bb2f65-958b-4cc2-8360-afd059d1d524/22bb2f65-958b-4cc2-8360-afd059d1d524.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.282628] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.283020] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62627f68-313c-4e89-a125-5deac336c906 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.293132] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52033571-c78f-1080-9d64-c10cde1f42fb, 'name': SearchDatastore_Task, 'duration_secs': 0.019386} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.293132] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731e725a-034a-436f-b898-8b76c5f80898 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.298626] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6308f4bd-b009-4a36-918b-1f7ad56c717d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.303792] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3b3ea-f18e-4e52-92eb-944ad7336256 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.315360] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 614.315360] env[70294]: value = "task-3569232" [ 614.315360] env[70294]: _type = "Task" [ 614.315360] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.331661] env[70294]: DEBUG nova.compute.provider_tree [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.333696] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 614.333696] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522d1433-a8d6-37aa-5156-365983cfac98" [ 614.333696] env[70294]: _type = "Task" [ 614.333696] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.352053] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-360e84bf-9072-4510-88a6-e730de7c3e81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.357248] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569232, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.362812] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522d1433-a8d6-37aa-5156-365983cfac98, 'name': SearchDatastore_Task, 'duration_secs': 0.016647} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.363927] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.364648] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9/e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.365028] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a83e2d37-eff1-4e76-98c9-b8b69f5030fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.369546] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589c09ba-d2a0-4b0e-a5fd-9266a3389ad0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.388661] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 614.388661] env[70294]: value = "task-3569233" [ 614.388661] env[70294]: _type = "Task" [ 614.388661] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.410362] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbf6a5f-7ee1-4b13-9a4c-2a8dd1120bfb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.413099] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.417757] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ceb6a5-a291-4cf4-9a10-55435beba0e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.423948] env[70294]: DEBUG nova.network.neutron [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Updated VIF entry in instance network info cache for port a45b5d7a-845e-4853-ac4d-280c41bbee5b. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.424247] env[70294]: DEBUG nova.network.neutron [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Updating instance_info_cache with network_info: [{"id": "a45b5d7a-845e-4853-ac4d-280c41bbee5b", "address": "fa:16:3e:7b:9f:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa45b5d7a-84", "ovs_interfaceid": "a45b5d7a-845e-4853-ac4d-280c41bbee5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.432105] env[70294]: DEBUG nova.virt.block_device [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updating existing volume attachment record: 7e9d3c2a-ce6f-4427-91e9-85579a52cc6c {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 614.499574] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.521335] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "refresh_cache-2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.521530] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquired lock "refresh_cache-2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.522074] env[70294]: DEBUG nova.network.neutron [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.563792] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569230, 'name': Destroy_Task, 'duration_secs': 0.941649} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.564158] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Destroyed the VM [ 614.564539] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 614.564814] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42d5391c-ad7c-418f-bc07-e44bc2b56e9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.572469] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 614.572469] env[70294]: value = "task-3569234" [ 614.572469] env[70294]: _type = "Task" [ 614.572469] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.580974] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.596468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a1f0579-c37f-47af-877d-ef1d6343b7b8 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "204fa1a1-ab13-4a63-83a9-1918236c6884" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.596468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a1f0579-c37f-47af-877d-ef1d6343b7b8 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "204fa1a1-ab13-4a63-83a9-1918236c6884" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.712560] env[70294]: DEBUG nova.network.neutron [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Updated VIF entry in instance network info cache for port 3a26c086-082d-452d-87a2-1f94bd04590b. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.713114] env[70294]: DEBUG nova.network.neutron [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Updating instance_info_cache with network_info: [{"id": "3a26c086-082d-452d-87a2-1f94bd04590b", "address": "fa:16:3e:ba:08:d5", "network": {"id": "336ea8b0-e232-47af-8997-3593bc3665ad", "bridge": "br-int", "label": "tempest-ServersTestJSON-1563244558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ab1d655a5f0412689bc9f79619c38b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "950a2f67-7668-4376-9d48-b38dca033c40", "external-id": "nsx-vlan-transportzone-549", "segmentation_id": 549, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a26c086-08", "ovs_interfaceid": "3a26c086-082d-452d-87a2-1f94bd04590b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.735636] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569231, 'name': ReconfigVM_Task, 'duration_secs': 0.804582} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.736803] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 372bacf9-dbe6-44db-b30f-181a6fbd08c6/372bacf9-dbe6-44db-b30f-181a6fbd08c6.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.737568] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50bf0ef3-3d1e-4dac-9934-33cce790e016 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.747846] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 614.747846] env[70294]: value = "task-3569235" [ 614.747846] env[70294]: _type = "Task" [ 614.747846] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.757672] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569235, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.830989] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068732} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.831262] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.837272] env[70294]: DEBUG nova.scheduler.client.report [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.842701] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0a728-6e0a-4aac-8fdf-93b1c6c5167a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.873056] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 22bb2f65-958b-4cc2-8360-afd059d1d524/22bb2f65-958b-4cc2-8360-afd059d1d524.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.874564] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4d823a-1944-4b38-a33d-4dfae1abf370 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.900694] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569233, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.906246] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 614.906246] env[70294]: value = "task-3569236" [ 614.906246] env[70294]: _type = "Task" [ 614.906246] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.917017] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569236, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.927022] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fdafb17-0d4f-4559-a003-af842635a7e1 req-2e729808-5bdb-46f7-a54f-3a232b2005f6 service nova] Releasing lock "refresh_cache-e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.043860] env[70294]: DEBUG nova.network.neutron [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.070790] env[70294]: DEBUG nova.compute.manager [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Received event network-changed-6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 615.071160] env[70294]: DEBUG nova.compute.manager [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Refreshing instance network info cache due to event network-changed-6a4ebc4a-adba-4add-8d55-366373467c88. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 615.071495] env[70294]: DEBUG oslo_concurrency.lockutils [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] Acquiring lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.071651] env[70294]: DEBUG oslo_concurrency.lockutils [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] Acquired lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.071814] env[70294]: DEBUG nova.network.neutron [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Refreshing network info cache for port 6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.089715] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569234, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.128640] env[70294]: DEBUG nova.network.neutron [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.216050] env[70294]: DEBUG oslo_concurrency.lockutils [req-171599c5-5053-4a83-9a38-87319c123065 req-7c7a1338-5a0c-462e-9bd1-71842e24ae0f service nova] Releasing lock "refresh_cache-53799918-abc1-4d31-941e-76ee94bafb3c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.230079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "826dd2e1-82d2-42be-aee0-15e8a11822ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.230328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.261219] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569235, 'name': Rename_Task, 'duration_secs': 0.210212} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.261682] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.262097] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0b6f126-7f46-40dc-b622-9b24e4a7864a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.272919] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 615.272919] env[70294]: value = "task-3569237" [ 615.272919] env[70294]: _type = "Task" [ 615.272919] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.289040] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.348668] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.349216] env[70294]: DEBUG nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.352230] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.781s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.353574] env[70294]: INFO nova.compute.claims [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.402879] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604785} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.403198] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9/e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.403530] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.404120] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9e94f02-693a-4527-beda-a12dc3c9f226 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.415756] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569236, 'name': ReconfigVM_Task, 'duration_secs': 0.382995} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.417457] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 22bb2f65-958b-4cc2-8360-afd059d1d524/22bb2f65-958b-4cc2-8360-afd059d1d524.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.422018] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 615.422018] env[70294]: value = "task-3569238" [ 615.422018] env[70294]: _type = "Task" [ 615.422018] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.422018] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3e3e7f9-eafb-4df2-8df4-df860a5568da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.432992] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.434456] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 615.434456] env[70294]: value = "task-3569239" [ 615.434456] env[70294]: _type = "Task" [ 615.434456] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.443020] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569239, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.595392] env[70294]: DEBUG oslo_vmware.api [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569234, 'name': RemoveSnapshot_Task, 'duration_secs': 0.716236} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.595961] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 615.596239] env[70294]: INFO nova.compute.manager [None req-4b90b48c-e07c-45e9-a212-385cf4295d36 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 615.631932] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Releasing lock "refresh_cache-2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.633798] env[70294]: DEBUG nova.compute.manager [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.634070] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.635276] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46317b1b-3894-4137-a5a7-76530ad09933 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.643309] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.643738] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-758c5048-59bb-4e74-93a8-e4252cd933ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.652563] env[70294]: DEBUG oslo_vmware.api [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 615.652563] env[70294]: value = "task-3569240" [ 615.652563] env[70294]: _type = "Task" [ 615.652563] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.662055] env[70294]: DEBUG oslo_vmware.api [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.786880] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569237, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.814981] env[70294]: DEBUG nova.network.neutron [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Successfully updated port: 351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.857796] env[70294]: DEBUG nova.compute.utils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.858853] env[70294]: DEBUG nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.859054] env[70294]: DEBUG nova.network.neutron [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.931084] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070911} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.931363] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.936104] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bfb253-3d27-45ff-adeb-1af9aba5c3fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.936723] env[70294]: DEBUG nova.network.neutron [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updated VIF entry in instance network info cache for port 6a4ebc4a-adba-4add-8d55-366373467c88. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.937208] env[70294]: DEBUG nova.network.neutron [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updating instance_info_cache with network_info: [{"id": "6a4ebc4a-adba-4add-8d55-366373467c88", "address": "fa:16:3e:6b:75:d6", "network": {"id": "4dfdae1e-c708-4e1e-a090-66529d791df4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-229167986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "55e3295560844724bf08155b85bec485", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a4ebc4a-ad", "ovs_interfaceid": "6a4ebc4a-adba-4add-8d55-366373467c88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.961594] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569239, 'name': Rename_Task, 'duration_secs': 0.138659} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.973976] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9/e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.974758] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.975016] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-244e17b8-5d8c-43a3-bf81-6c0b90e33c34 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.992101] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec7adae1-cf49-4fd3-84da-d2b1f036952d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.999962] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 615.999962] env[70294]: value = "task-3569242" [ 615.999962] env[70294]: _type = "Task" [ 615.999962] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.001374] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 616.001374] env[70294]: value = "task-3569241" [ 616.001374] env[70294]: _type = "Task" [ 616.001374] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.017786] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.025463] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569241, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.165598] env[70294]: DEBUG oslo_vmware.api [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569240, 'name': PowerOffVM_Task, 'duration_secs': 0.109656} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.165598] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.165598] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.165911] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b3124fe-713e-483f-9547-57c019325a47 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.185405] env[70294]: DEBUG nova.policy [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ec0cf1459d84a43bc4ad6c194478f7d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '646c69c07f3e4ba6802bb1e3961bf2c2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.194532] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.194842] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.194938] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Deleting the datastore file [datastore1] 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.195240] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-025041d6-9022-4caa-89c6-9f3cb717e68d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.207027] env[70294]: DEBUG oslo_vmware.api [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for the task: (returnval){ [ 616.207027] env[70294]: value = "task-3569244" [ 616.207027] env[70294]: _type = "Task" [ 616.207027] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.215815] env[70294]: DEBUG oslo_vmware.api [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.287177] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569237, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.290252] env[70294]: DEBUG nova.compute.manager [req-2d47ca7c-4ffd-48bf-bba3-f97d45e49e3c req-6bbb200d-d002-47b4-9986-091888918835 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Received event network-vif-plugged-351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.291929] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d47ca7c-4ffd-48bf-bba3-f97d45e49e3c req-6bbb200d-d002-47b4-9986-091888918835 service nova] Acquiring lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.291929] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d47ca7c-4ffd-48bf-bba3-f97d45e49e3c req-6bbb200d-d002-47b4-9986-091888918835 service nova] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.291929] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d47ca7c-4ffd-48bf-bba3-f97d45e49e3c req-6bbb200d-d002-47b4-9986-091888918835 service nova] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.291929] env[70294]: DEBUG nova.compute.manager [req-2d47ca7c-4ffd-48bf-bba3-f97d45e49e3c req-6bbb200d-d002-47b4-9986-091888918835 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] No waiting events found dispatching network-vif-plugged-351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.291929] env[70294]: WARNING nova.compute.manager [req-2d47ca7c-4ffd-48bf-bba3-f97d45e49e3c req-6bbb200d-d002-47b4-9986-091888918835 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Received unexpected event network-vif-plugged-351666e2-7f1a-4673-bc3f-03c9dddbe45a for instance with vm_state building and task_state spawning. [ 616.321286] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Acquiring lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.321286] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Acquired lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.321286] env[70294]: DEBUG nova.network.neutron [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.364911] env[70294]: DEBUG nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.442315] env[70294]: DEBUG oslo_concurrency.lockutils [req-89a77741-b941-4498-88c7-89cf04d232e4 req-d0e0b40e-485c-4e08-92f7-61378a460207 service nova] Releasing lock "refresh_cache-be317dea-3a7b-4856-8e39-0af015f515ec" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.523927] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.528956] env[70294]: DEBUG oslo_vmware.api [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569241, 'name': PowerOnVM_Task, 'duration_secs': 0.527204} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.532221] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.532221] env[70294]: INFO nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Took 10.15 seconds to spawn the instance on the hypervisor. [ 616.532422] env[70294]: DEBUG nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.534086] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76ba94c-9e82-4611-b105-6164ad47c73f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.574439] env[70294]: DEBUG nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.575304] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.575304] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.575526] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.575714] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.575714] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.575863] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.576287] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.576287] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.576450] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.576530] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.576691] env[70294]: DEBUG nova.virt.hardware [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.577927] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded82a88-4eee-4b45-b9e3-e71233f1ab39 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.596302] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459f44d1-b8ae-41b5-ad23-cf1cac445a34 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.713403] env[70294]: DEBUG oslo_vmware.api [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Task: {'id': task-3569244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213941} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.716145] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.716373] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.716600] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.716787] env[70294]: INFO nova.compute.manager [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 616.717041] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 616.717439] env[70294]: DEBUG nova.compute.manager [-] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 616.717537] env[70294]: DEBUG nova.network.neutron [-] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 616.760498] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "be317dea-3a7b-4856-8e39-0af015f515ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.760911] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "be317dea-3a7b-4856-8e39-0af015f515ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.761112] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "be317dea-3a7b-4856-8e39-0af015f515ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.761446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "be317dea-3a7b-4856-8e39-0af015f515ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.761670] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "be317dea-3a7b-4856-8e39-0af015f515ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.764906] env[70294]: INFO nova.compute.manager [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Terminating instance [ 616.794913] env[70294]: DEBUG oslo_vmware.api [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569237, 'name': PowerOnVM_Task, 'duration_secs': 1.205138} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.796111] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.796249] env[70294]: INFO nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Took 13.00 seconds to spawn the instance on the hypervisor. [ 616.796400] env[70294]: DEBUG nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.797749] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188c2563-b8a6-4cdf-ba4b-1f695d96026e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.863291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.863445] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.863678] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "1951cb5e-2d4a-4ed4-9380-a79c28752218-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.863904] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.864111] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.871364] env[70294]: INFO nova.compute.manager [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Terminating instance [ 616.890436] env[70294]: DEBUG nova.network.neutron [-] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.896130] env[70294]: DEBUG nova.network.neutron [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.931592] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9273470e-975e-4715-b710-9b6fec63a2e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.944127] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c99367a-0827-4048-881a-d7ad7ad70919 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.977398] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd432b47-de80-4cb3-8ce2-af82de7997c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.989329] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4693e6b9-9de6-4071-83d4-dd7be19f17ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.007815] env[70294]: DEBUG nova.compute.provider_tree [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.018338] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569242, 'name': ReconfigVM_Task, 'duration_secs': 0.873297} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.019380] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9/e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.020054] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a767fa5e-1ee5-4918-9675-bfcbe01e5844 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.028079] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 617.028079] env[70294]: value = "task-3569245" [ 617.028079] env[70294]: _type = "Task" [ 617.028079] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.041185] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569245, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.056043] env[70294]: INFO nova.compute.manager [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Took 24.52 seconds to build instance. [ 617.070832] env[70294]: DEBUG nova.network.neutron [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Successfully created port: 8e6b70c9-5969-4828-a278-b4486fbe427d {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 617.272447] env[70294]: DEBUG nova.compute.manager [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.272447] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.275840] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2b8737-3cd9-4798-a05b-040ded91c811 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.282893] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 617.283210] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b59fb75-b7c6-4487-b3ac-2b621a2e23db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.289448] env[70294]: DEBUG oslo_vmware.api [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 617.289448] env[70294]: value = "task-3569246" [ 617.289448] env[70294]: _type = "Task" [ 617.289448] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.302871] env[70294]: DEBUG oslo_vmware.api [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.305378] env[70294]: DEBUG nova.network.neutron [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updating instance_info_cache with network_info: [{"id": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "address": "fa:16:3e:0a:0c:67", "network": {"id": "40ddca60-214f-4284-9e9f-c614901f0c1b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-759203080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2433d6a5bc3471695c3896c307f4de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351666e2-7f", "ovs_interfaceid": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.326119] env[70294]: INFO nova.compute.manager [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Took 28.58 seconds to build instance. [ 617.375075] env[70294]: DEBUG nova.compute.manager [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 617.375446] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 617.376403] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ed7e33-8a3a-4279-bbe9-f59e6019c93e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.385355] env[70294]: DEBUG nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.387502] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.387902] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c83c107-179d-40ec-af7d-848a5adf7a82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.392718] env[70294]: DEBUG nova.network.neutron [-] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.411129] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.411129] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.411129] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.411533] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.411675] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.411979] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.412976] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.412976] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.413300] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.413801] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.413801] env[70294]: DEBUG nova.virt.hardware [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.415291] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855a16d1-c9eb-4562-bd7b-718e0d04a8a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.425019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da4872d-20dd-438d-9525-8f89277888ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.450043] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 617.450288] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 617.450507] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore2] 1951cb5e-2d4a-4ed4-9380-a79c28752218 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 617.450764] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cef3461-b592-44f4-92c4-f71669e7dd9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.456847] env[70294]: DEBUG oslo_vmware.api [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 617.456847] env[70294]: value = "task-3569248" [ 617.456847] env[70294]: _type = "Task" [ 617.456847] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.464521] env[70294]: DEBUG oslo_vmware.api [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.539097] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569245, 'name': Rename_Task, 'duration_secs': 0.2228} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.539473] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.539747] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7f2455a-912b-42e4-b613-db89e6b1fa81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.543196] env[70294]: ERROR nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [req-cbc026e7-3d76-431c-ad76-d62c81ee5d5b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbc026e7-3d76-431c-ad76-d62c81ee5d5b"}]} [ 617.547782] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 617.547782] env[70294]: value = "task-3569249" [ 617.547782] env[70294]: _type = "Task" [ 617.547782] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.556463] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.557993] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d430b44-8bf0-4a4d-9924-917905fa4764 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.723s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.564149] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 617.589448] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 617.589667] env[70294]: DEBUG nova.compute.provider_tree [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 617.608049] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 617.634744] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 617.801952] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "4e30f16e-1f3d-458c-897e-fae650eb17c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.802509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.810543] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Releasing lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.810855] env[70294]: DEBUG nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Instance network_info: |[{"id": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "address": "fa:16:3e:0a:0c:67", "network": {"id": "40ddca60-214f-4284-9e9f-c614901f0c1b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-759203080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2433d6a5bc3471695c3896c307f4de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351666e2-7f", "ovs_interfaceid": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.811466] env[70294]: DEBUG oslo_vmware.api [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569246, 'name': PowerOffVM_Task, 'duration_secs': 0.260316} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.811851] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:0c:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '351666e2-7f1a-4673-bc3f-03c9dddbe45a', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.823181] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Creating folder: Project (a2433d6a5bc3471695c3896c307f4de4). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.823181] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 617.823181] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 617.825707] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f772e534-091d-4c20-9107-a12b1c64d60b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.828388] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a299c08-e223-4e5d-99bd-037ef27590d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.830511] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea7a7abb-8132-4343-98b0-ff0606afa5e1 tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.461s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.848315] env[70294]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 617.848549] env[70294]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70294) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 617.849141] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Folder already exists: Project (a2433d6a5bc3471695c3896c307f4de4). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 617.849366] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Creating folder: Instances. Parent ref: group-v712402. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.850549] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a9ed2ab-b31c-4b43-b5a2-599125a290e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.865511] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Created folder: Instances in parent group-v712402. [ 617.865913] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.870294] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.871098] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1ddfa92-79c2-4e88-960d-01a7e2a3da41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.892992] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.892992] env[70294]: value = "task-3569253" [ 617.892992] env[70294]: _type = "Task" [ 617.892992] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.901313] env[70294]: INFO nova.compute.manager [-] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Took 1.18 seconds to deallocate network for instance. [ 617.911157] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569253, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.971850] env[70294]: DEBUG oslo_vmware.api [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299817} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.972235] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 617.972516] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 617.972733] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 617.972960] env[70294]: INFO nova.compute.manager [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Took 0.60 seconds to destroy the instance on the hypervisor. [ 617.973311] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.973596] env[70294]: DEBUG nova.compute.manager [-] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.973741] env[70294]: DEBUG nova.network.neutron [-] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.024636] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 618.024934] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 618.025992] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Deleting the datastore file [datastore2] be317dea-3a7b-4856-8e39-0af015f515ec {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 618.025992] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf53f536-d781-4ebb-9585-b69c5e92b780 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.033542] env[70294]: DEBUG oslo_vmware.api [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for the task: (returnval){ [ 618.033542] env[70294]: value = "task-3569254" [ 618.033542] env[70294]: _type = "Task" [ 618.033542] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.049333] env[70294]: DEBUG oslo_vmware.api [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.058590] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569249, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.064233] env[70294]: DEBUG nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.222668] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c313c781-c80b-4f7f-b9c7-eb63ebeb9d65 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.230764] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa55c5c-8531-442a-9ba6-52603465f235 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.274793] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e26494a-11a5-49b1-be4b-3c369a218c76 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.281639] env[70294]: DEBUG nova.compute.manager [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Received event network-changed-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.281867] env[70294]: DEBUG nova.compute.manager [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Refreshing instance network info cache due to event network-changed-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 618.282406] env[70294]: DEBUG oslo_concurrency.lockutils [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] Acquiring lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.282643] env[70294]: DEBUG oslo_concurrency.lockutils [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] Acquired lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.282953] env[70294]: DEBUG nova.network.neutron [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Refreshing network info cache for port 05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.291514] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ffe218-ba12-49b6-9897-ceb7574f7d04 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.308451] env[70294]: DEBUG nova.compute.provider_tree [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.331686] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "55ae5695-4854-4291-8478-1de9b85b060c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.331989] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "55ae5695-4854-4291-8478-1de9b85b060c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.334162] env[70294]: DEBUG nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.406572] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569253, 'name': CreateVM_Task, 'duration_secs': 0.373653} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.406572] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.406789] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'attachment_id': '7e9d3c2a-ce6f-4427-91e9-85579a52cc6c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712417', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'name': 'volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f6ebcd-dbf8-4498-849a-3b782ea741d3', 'attached_at': '', 'detached_at': '', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'serial': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70294) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 618.407021] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Root volume attach. Driver type: vmdk {{(pid=70294) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 618.407868] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba24f4b-610a-412f-b603-f5884d3802d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.412803] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.418168] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a14992f-a50e-4faa-b43c-7e53ecaca302 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.425493] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117b14f6-08b2-430e-95c3-461fedd4a03a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.433802] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ad8dde12-18b7-4624-920e-88b23d14b72e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.446017] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 618.446017] env[70294]: value = "task-3569255" [ 618.446017] env[70294]: _type = "Task" [ 618.446017] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.451777] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569255, 'name': RelocateVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.543833] env[70294]: DEBUG oslo_vmware.api [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Task: {'id': task-3569254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206334} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.544121] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 618.544315] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 618.544490] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 618.544662] env[70294]: INFO nova.compute.manager [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Took 1.27 seconds to destroy the instance on the hypervisor. [ 618.544905] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.545115] env[70294]: DEBUG nova.compute.manager [-] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 618.545215] env[70294]: DEBUG nova.network.neutron [-] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.559501] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569249, 'name': PowerOnVM_Task} progress is 82%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.592788] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.837664] env[70294]: ERROR nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [req-e6abe20d-90e7-410c-9f05-54ae244c62f1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e6abe20d-90e7-410c-9f05-54ae244c62f1"}]} [ 618.856322] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.856551] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.869684] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 618.872740] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.892496] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 618.892714] env[70294]: DEBUG nova.compute.provider_tree [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 618.910377] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 618.935757] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 618.955530] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569255, 'name': RelocateVM_Task} progress is 20%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.066284] env[70294]: DEBUG oslo_vmware.api [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569249, 'name': PowerOnVM_Task, 'duration_secs': 1.245065} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.069422] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.069635] env[70294]: INFO nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Took 10.09 seconds to spawn the instance on the hypervisor. [ 619.069943] env[70294]: DEBUG nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.070838] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552bf513-617e-47b8-9827-fa0f3f7fd078 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.304940] env[70294]: DEBUG nova.network.neutron [-] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.347439] env[70294]: DEBUG nova.compute.manager [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Received event network-changed-351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.347680] env[70294]: DEBUG nova.compute.manager [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Refreshing instance network info cache due to event network-changed-351666e2-7f1a-4673-bc3f-03c9dddbe45a. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.347843] env[70294]: DEBUG oslo_concurrency.lockutils [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] Acquiring lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.348013] env[70294]: DEBUG oslo_concurrency.lockutils [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] Acquired lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.348477] env[70294]: DEBUG nova.network.neutron [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Refreshing network info cache for port 351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 619.456941] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569255, 'name': RelocateVM_Task, 'duration_secs': 0.532529} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.457881] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 619.457881] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712417', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'name': 'volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f6ebcd-dbf8-4498-849a-3b782ea741d3', 'attached_at': '', 'detached_at': '', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'serial': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 619.458339] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f39eec-695c-4ff6-810a-92ed1d657446 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.478992] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a026317-82c3-44e7-9f85-e048526e21e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.504918] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9/volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.508357] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d864ea6d-f39f-4b9c-9a17-d82817197757 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.523091] env[70294]: DEBUG nova.network.neutron [-] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.529926] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 619.529926] env[70294]: value = "task-3569256" [ 619.529926] env[70294]: _type = "Task" [ 619.529926] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.539878] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.558720] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5423c7a-7832-4f19-8aec-54c8c5818e56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.568038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0f5323-32de-4a6b-b494-34091db656f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.605525] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8df4a2-c2e8-4a7a-b971-655757ed96cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.613397] env[70294]: INFO nova.compute.manager [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Took 25.35 seconds to build instance. [ 619.619090] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83315183-56c5-4f66-87ea-3f6b40294bc4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.633074] env[70294]: DEBUG nova.compute.provider_tree [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 619.808516] env[70294]: INFO nova.compute.manager [-] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Took 1.83 seconds to deallocate network for instance. [ 619.812315] env[70294]: DEBUG nova.network.neutron [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updated VIF entry in instance network info cache for port 05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 619.812315] env[70294]: DEBUG nova.network.neutron [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updating instance_info_cache with network_info: [{"id": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "address": "fa:16:3e:80:e4:9e", "network": {"id": "8015371b-25b7-47fd-9c7c-eb131975be35", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171483582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d06e3c941b4f648b9232469091eb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05ae4cdb-fc", "ovs_interfaceid": "05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.027127] env[70294]: INFO nova.compute.manager [-] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Took 1.48 seconds to deallocate network for instance. [ 620.049210] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.116596] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6f667f43-770e-40ff-bf29-de0b26348c62 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.996s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.186493] env[70294]: DEBUG nova.scheduler.client.report [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 620.186837] env[70294]: DEBUG nova.compute.provider_tree [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 41 to 42 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 620.187131] env[70294]: DEBUG nova.compute.provider_tree [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 620.327749] env[70294]: DEBUG oslo_concurrency.lockutils [req-1f681618-886d-48b6-a852-9dee158638ff req-2d27064f-b0e0-4eb9-835e-35c80e502969 service nova] Releasing lock "refresh_cache-982cbbf3-3993-4230-91f6-3343b0a42f51" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.337298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.385227] env[70294]: DEBUG nova.network.neutron [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Successfully updated port: 8e6b70c9-5969-4828-a278-b4486fbe427d {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.535454] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.549525] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569256, 'name': ReconfigVM_Task, 'duration_secs': 0.659904} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.550098] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Reconfigured VM instance instance-00000011 to attach disk [datastore1] volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9/volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.555234] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7c1f276-ec54-4071-a538-fbe31aff5c46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.576386] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 620.576386] env[70294]: value = "task-3569257" [ 620.576386] env[70294]: _type = "Task" [ 620.576386] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.586025] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.622379] env[70294]: DEBUG nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.694579] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.343s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.695142] env[70294]: DEBUG nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 620.701976] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.404s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.702382] env[70294]: DEBUG nova.objects.instance [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lazy-loading 'resources' on Instance uuid a166d0ec-e96a-453b-948e-b0cc8010b070 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.890581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "refresh_cache-b566cac8-c68d-4cb5-ade0-50c151023412" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.890741] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquired lock "refresh_cache-b566cac8-c68d-4cb5-ade0-50c151023412" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.890896] env[70294]: DEBUG nova.network.neutron [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.919637] env[70294]: DEBUG nova.compute.manager [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Received event network-vif-deleted-6a4ebc4a-adba-4add-8d55-366373467c88 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.919864] env[70294]: DEBUG nova.compute.manager [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Received event network-changed-62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 620.920193] env[70294]: DEBUG nova.compute.manager [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Refreshing instance network info cache due to event network-changed-62973aa0-57a0-4bb9-a5f1-390b20cbb72b. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 620.920493] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] Acquiring lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.920676] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] Acquired lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.920920] env[70294]: DEBUG nova.network.neutron [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Refreshing network info cache for port 62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.085159] env[70294]: DEBUG nova.network.neutron [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updated VIF entry in instance network info cache for port 351666e2-7f1a-4673-bc3f-03c9dddbe45a. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.086316] env[70294]: DEBUG nova.network.neutron [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updating instance_info_cache with network_info: [{"id": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "address": "fa:16:3e:0a:0c:67", "network": {"id": "40ddca60-214f-4284-9e9f-c614901f0c1b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-759203080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2433d6a5bc3471695c3896c307f4de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351666e2-7f", "ovs_interfaceid": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.093625] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569257, 'name': ReconfigVM_Task, 'duration_secs': 0.263803} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.093625] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712417', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'name': 'volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f6ebcd-dbf8-4498-849a-3b782ea741d3', 'attached_at': '', 'detached_at': '', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'serial': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 621.093841] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b538832-02df-42b2-acbf-0e12993e4728 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.101632] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 621.101632] env[70294]: value = "task-3569258" [ 621.101632] env[70294]: _type = "Task" [ 621.101632] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.114454] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569258, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.148937] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.206520] env[70294]: DEBUG nova.compute.utils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.206520] env[70294]: DEBUG nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.206520] env[70294]: DEBUG nova.network.neutron [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.401649] env[70294]: DEBUG nova.policy [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2038b755b6214755ba8c8c8a99fccdef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d561b2d1f864fa497fda0cde0b4513d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.488728] env[70294]: DEBUG nova.network.neutron [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.589956] env[70294]: DEBUG oslo_concurrency.lockutils [req-58466a68-258d-4aa5-82bb-43b3d0e89b7a req-1c7ca6db-f331-4c15-833b-b81d82e4f32f service nova] Releasing lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.615545] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569258, 'name': Rename_Task, 'duration_secs': 0.313445} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.618822] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.621531] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd22da54-06ad-4560-af53-9368af38f672 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.635484] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 621.635484] env[70294]: value = "task-3569259" [ 621.635484] env[70294]: _type = "Task" [ 621.635484] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.647649] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.705419] env[70294]: DEBUG nova.compute.manager [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Received event network-vif-deleted-86ababb0-885b-4528-9ba7-2ce109c5e354 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.706214] env[70294]: DEBUG nova.compute.manager [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Received event network-vif-plugged-8e6b70c9-5969-4828-a278-b4486fbe427d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.708485] env[70294]: DEBUG oslo_concurrency.lockutils [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] Acquiring lock "b566cac8-c68d-4cb5-ade0-50c151023412-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.708485] env[70294]: DEBUG oslo_concurrency.lockutils [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] Lock "b566cac8-c68d-4cb5-ade0-50c151023412-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.708485] env[70294]: DEBUG oslo_concurrency.lockutils [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] Lock "b566cac8-c68d-4cb5-ade0-50c151023412-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.708485] env[70294]: DEBUG nova.compute.manager [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] No waiting events found dispatching network-vif-plugged-8e6b70c9-5969-4828-a278-b4486fbe427d {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.708485] env[70294]: WARNING nova.compute.manager [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Received unexpected event network-vif-plugged-8e6b70c9-5969-4828-a278-b4486fbe427d for instance with vm_state building and task_state spawning. [ 621.709070] env[70294]: DEBUG nova.compute.manager [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Received event network-changed-8e6b70c9-5969-4828-a278-b4486fbe427d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.709070] env[70294]: DEBUG nova.compute.manager [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Refreshing instance network info cache due to event network-changed-8e6b70c9-5969-4828-a278-b4486fbe427d. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.709070] env[70294]: DEBUG oslo_concurrency.lockutils [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] Acquiring lock "refresh_cache-b566cac8-c68d-4cb5-ade0-50c151023412" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.716787] env[70294]: DEBUG nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 621.808480] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176de15a-1300-4394-afb5-22da4301ba04 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.820562] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b430eb07-5dad-4f3d-a43d-13a483454f60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.863027] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cf65b-4386-473c-8879-ff67977109c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.873851] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac8d4bc-daf3-4627-9977-7dc59531d4b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.895263] env[70294]: DEBUG nova.compute.provider_tree [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.996863] env[70294]: DEBUG nova.network.neutron [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Updated VIF entry in instance network info cache for port 62973aa0-57a0-4bb9-a5f1-390b20cbb72b. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 621.997192] env[70294]: DEBUG nova.network.neutron [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Updating instance_info_cache with network_info: [{"id": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "address": "fa:16:3e:fb:1e:79", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62973aa0-57", "ovs_interfaceid": "62973aa0-57a0-4bb9-a5f1-390b20cbb72b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.092495] env[70294]: DEBUG nova.network.neutron [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Updating instance_info_cache with network_info: [{"id": "8e6b70c9-5969-4828-a278-b4486fbe427d", "address": "fa:16:3e:df:4d:a3", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6b70c9-59", "ovs_interfaceid": "8e6b70c9-5969-4828-a278-b4486fbe427d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.154098] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569259, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.402748] env[70294]: DEBUG nova.scheduler.client.report [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.500621] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1f56c49-b087-4778-a370-cc758eba6dae req-593cb9bf-70d7-4708-a18f-c5e899a54f52 service nova] Releasing lock "refresh_cache-22bb2f65-958b-4cc2-8360-afd059d1d524" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.515522] env[70294]: DEBUG nova.network.neutron [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Successfully created port: d8af3681-c565-4308-9c28-49fd61391243 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.595666] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Releasing lock "refresh_cache-b566cac8-c68d-4cb5-ade0-50c151023412" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.596102] env[70294]: DEBUG nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Instance network_info: |[{"id": "8e6b70c9-5969-4828-a278-b4486fbe427d", "address": "fa:16:3e:df:4d:a3", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6b70c9-59", "ovs_interfaceid": "8e6b70c9-5969-4828-a278-b4486fbe427d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.596346] env[70294]: DEBUG oslo_concurrency.lockutils [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] Acquired lock "refresh_cache-b566cac8-c68d-4cb5-ade0-50c151023412" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.596536] env[70294]: DEBUG nova.network.neutron [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Refreshing network info cache for port 8e6b70c9-5969-4828-a278-b4486fbe427d {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 622.598026] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:4d:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e6b70c9-5969-4828-a278-b4486fbe427d', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.608388] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Creating folder: Project (646c69c07f3e4ba6802bb1e3961bf2c2). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.612263] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7768c24f-ac82-4e7f-a3b8-bed84fb4edd2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.623423] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Created folder: Project (646c69c07f3e4ba6802bb1e3961bf2c2) in parent group-v712401. [ 622.623637] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Creating folder: Instances. Parent ref: group-v712458. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.624023] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f5f1d8-7c2c-409c-a4b1-2af49a834f31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.637149] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Created folder: Instances in parent group-v712458. [ 622.637399] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.637592] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.637798] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f532d3f-b1af-4db4-98eb-14b9cef2eeea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.665937] env[70294]: DEBUG oslo_vmware.api [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569259, 'name': PowerOnVM_Task, 'duration_secs': 0.52345} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.667162] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.667378] env[70294]: INFO nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Took 6.09 seconds to spawn the instance on the hypervisor. [ 622.667561] env[70294]: DEBUG nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.667822] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.667822] env[70294]: value = "task-3569262" [ 622.667822] env[70294]: _type = "Task" [ 622.667822] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.668519] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960d66ca-b0c5-4bf9-b964-f9f83716c879 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.685347] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569262, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.731510] env[70294]: DEBUG nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 622.764856] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 622.765114] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 622.765418] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.765735] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 622.765810] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.765915] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 622.766118] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 622.766277] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 622.766923] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 622.767132] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 622.767317] env[70294]: DEBUG nova.virt.hardware [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 622.768412] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05baacaf-64c7-4d9a-bff8-75870949c9e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.776501] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe050059-44aa-4d65-824f-746525ea2901 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.914931] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.213s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.917798] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.558s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.919370] env[70294]: INFO nova.compute.claims [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.943435] env[70294]: INFO nova.scheduler.client.report [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Deleted allocations for instance a166d0ec-e96a-453b-948e-b0cc8010b070 [ 623.182906] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569262, 'name': CreateVM_Task, 'duration_secs': 0.400611} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.183179] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.183713] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.184801] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.184801] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.184801] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c77d06-d330-4017-a8dc-5f89cc6f8e89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.193378] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 623.193378] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52140c4b-b65b-ed42-ae3f-32d6a84d7b2c" [ 623.193378] env[70294]: _type = "Task" [ 623.193378] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.193809] env[70294]: INFO nova.compute.manager [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Took 28.42 seconds to build instance. [ 623.203521] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52140c4b-b65b-ed42-ae3f-32d6a84d7b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.225351] env[70294]: DEBUG nova.compute.manager [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Received event network-changed-c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.225492] env[70294]: DEBUG nova.compute.manager [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Refreshing instance network info cache due to event network-changed-c2ff246d-cae5-4654-ab72-a45acb421027. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.225699] env[70294]: DEBUG oslo_concurrency.lockutils [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] Acquiring lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.225920] env[70294]: DEBUG oslo_concurrency.lockutils [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] Acquired lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.226015] env[70294]: DEBUG nova.network.neutron [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Refreshing network info cache for port c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.456915] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58ca0df7-980e-4b8c-864c-19b3d0afc727 tempest-TenantUsagesTestJSON-1250854354 tempest-TenantUsagesTestJSON-1250854354-project-member] Lock "a166d0ec-e96a-453b-948e-b0cc8010b070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.515s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.584505] env[70294]: DEBUG nova.network.neutron [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Updated VIF entry in instance network info cache for port 8e6b70c9-5969-4828-a278-b4486fbe427d. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.584974] env[70294]: DEBUG nova.network.neutron [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Updating instance_info_cache with network_info: [{"id": "8e6b70c9-5969-4828-a278-b4486fbe427d", "address": "fa:16:3e:df:4d:a3", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.33", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e6b70c9-59", "ovs_interfaceid": "8e6b70c9-5969-4828-a278-b4486fbe427d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.701565] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd798a40-bd3a-4fad-be0f-d609885caa93 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.804s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.710246] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52140c4b-b65b-ed42-ae3f-32d6a84d7b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.025406} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.710571] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.710817] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.711588] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.712293] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.712643] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.712755] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8df5becd-44db-4e0b-b226-7557ab8b7e51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.725889] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.726201] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.727438] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4c07b8-1dd8-4143-bde9-c5c09d828a92 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.735644] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 623.735644] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ff13d6-2339-6dc0-447e-527c5c40dac2" [ 623.735644] env[70294]: _type = "Task" [ 623.735644] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.744182] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ff13d6-2339-6dc0-447e-527c5c40dac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.089935] env[70294]: DEBUG oslo_concurrency.lockutils [req-8d7cf201-1009-4053-9025-ec1a636d5821 req-5221dd2f-a8c8-421c-ad0a-5b3ab7e1e49e service nova] Releasing lock "refresh_cache-b566cac8-c68d-4cb5-ade0-50c151023412" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.206682] env[70294]: DEBUG nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.243454] env[70294]: DEBUG nova.network.neutron [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Updated VIF entry in instance network info cache for port c2ff246d-cae5-4654-ab72-a45acb421027. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.245182] env[70294]: DEBUG nova.network.neutron [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Updating instance_info_cache with network_info: [{"id": "c2ff246d-cae5-4654-ab72-a45acb421027", "address": "fa:16:3e:e8:5a:cc", "network": {"id": "efc676c5-ef16-4020-9bd7-8dfb76fdd6f1", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1221363160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8aec1e99ea24dbcade558c02c8e828a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19440099-773e-4a31-b82e-84a4daa5d8fe", "external-id": "nsx-vlan-transportzone-752", "segmentation_id": 752, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2ff246d-ca", "ovs_interfaceid": "c2ff246d-cae5-4654-ab72-a45acb421027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.259161] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ff13d6-2339-6dc0-447e-527c5c40dac2, 'name': SearchDatastore_Task, 'duration_secs': 0.022383} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.260151] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb3c5d0-a0f0-4340-9c98-03a8cca37e6a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.266596] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 624.266596] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d429e1-1899-6547-d0c8-c1e763ad7298" [ 624.266596] env[70294]: _type = "Task" [ 624.266596] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.281985] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d429e1-1899-6547-d0c8-c1e763ad7298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.523824] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8245de5-625c-480b-91f7-2f8653627abf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.532284] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2d31a5-0698-4813-a1a7-14cb97e33c56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.568802] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9ae5ed-1c79-43d2-90e6-345784f8e1e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.577841] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb1ecd5-c04a-4d5b-9f34-1377b1a9f9a7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.592722] env[70294]: DEBUG nova.compute.provider_tree [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.737119] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.753183] env[70294]: DEBUG oslo_concurrency.lockutils [req-83690d11-ed15-47d1-9b56-71cc758f47f9 req-3bfc3e08-a230-4996-bea2-8c933b1edd02 service nova] Releasing lock "refresh_cache-372bacf9-dbe6-44db-b30f-181a6fbd08c6" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.778578] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d429e1-1899-6547-d0c8-c1e763ad7298, 'name': SearchDatastore_Task, 'duration_secs': 0.014982} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.778757] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.779047] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b566cac8-c68d-4cb5-ade0-50c151023412/b566cac8-c68d-4cb5-ade0-50c151023412.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.779331] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c12af9ab-ea94-46a1-aa1f-a26dd926dc90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.787836] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 624.787836] env[70294]: value = "task-3569263" [ 624.787836] env[70294]: _type = "Task" [ 624.787836] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.803834] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.098671] env[70294]: DEBUG nova.scheduler.client.report [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.302037] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486346} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.304113] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b566cac8-c68d-4cb5-ade0-50c151023412/b566cac8-c68d-4cb5-ade0-50c151023412.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.304463] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.304764] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6bfcdd7-853a-4470-9ac0-8983fbb5c2c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.311755] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 625.311755] env[70294]: value = "task-3569264" [ 625.311755] env[70294]: _type = "Task" [ 625.311755] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.321169] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.562934] env[70294]: DEBUG nova.compute.manager [req-6a641677-40cc-4f5b-8ca3-557d56218008 req-6c42f792-c659-4094-9b9e-1e29ac087db6 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Received event network-vif-plugged-d8af3681-c565-4308-9c28-49fd61391243 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.562934] env[70294]: DEBUG oslo_concurrency.lockutils [req-6a641677-40cc-4f5b-8ca3-557d56218008 req-6c42f792-c659-4094-9b9e-1e29ac087db6 service nova] Acquiring lock "0fc16c6c-9559-4e2e-803f-54452265b7f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.562934] env[70294]: DEBUG oslo_concurrency.lockutils [req-6a641677-40cc-4f5b-8ca3-557d56218008 req-6c42f792-c659-4094-9b9e-1e29ac087db6 service nova] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.563184] env[70294]: DEBUG oslo_concurrency.lockutils [req-6a641677-40cc-4f5b-8ca3-557d56218008 req-6c42f792-c659-4094-9b9e-1e29ac087db6 service nova] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.563621] env[70294]: DEBUG nova.compute.manager [req-6a641677-40cc-4f5b-8ca3-557d56218008 req-6c42f792-c659-4094-9b9e-1e29ac087db6 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] No waiting events found dispatching network-vif-plugged-d8af3681-c565-4308-9c28-49fd61391243 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.563621] env[70294]: WARNING nova.compute.manager [req-6a641677-40cc-4f5b-8ca3-557d56218008 req-6c42f792-c659-4094-9b9e-1e29ac087db6 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Received unexpected event network-vif-plugged-d8af3681-c565-4308-9c28-49fd61391243 for instance with vm_state building and task_state spawning. [ 625.604224] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.605430] env[70294]: DEBUG nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.608881] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.418s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.609501] env[70294]: DEBUG nova.objects.instance [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lazy-loading 'resources' on Instance uuid 062b20de-2f89-4deb-b04a-0d972d17f44e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 625.827303] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.322611} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.828545] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.829486] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe7aba5-4a57-42c9-9d50-07961e4d854c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.871186] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b566cac8-c68d-4cb5-ade0-50c151023412/b566cac8-c68d-4cb5-ade0-50c151023412.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.871693] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad712e0-4120-498d-91c6-ef496a85b20a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.898171] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 625.898171] env[70294]: value = "task-3569265" [ 625.898171] env[70294]: _type = "Task" [ 625.898171] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.908144] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569265, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.980253] env[70294]: DEBUG nova.network.neutron [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Successfully updated port: d8af3681-c565-4308-9c28-49fd61391243 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 626.113609] env[70294]: DEBUG nova.compute.utils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.124515] env[70294]: DEBUG nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.124515] env[70294]: DEBUG nova.network.neutron [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.228255] env[70294]: DEBUG nova.policy [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a4426fb21e04523af6db980ff1f80b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f89042e1d58344209bd65e4299cc9b81', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.419783] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569265, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.484051] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "refresh_cache-0fc16c6c-9559-4e2e-803f-54452265b7f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.484262] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired lock "refresh_cache-0fc16c6c-9559-4e2e-803f-54452265b7f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.484353] env[70294]: DEBUG nova.network.neutron [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 626.603667] env[70294]: DEBUG nova.compute.manager [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Received event network-changed-351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.603667] env[70294]: DEBUG nova.compute.manager [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Refreshing instance network info cache due to event network-changed-351666e2-7f1a-4673-bc3f-03c9dddbe45a. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 626.605456] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] Acquiring lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.605662] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] Acquired lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.606792] env[70294]: DEBUG nova.network.neutron [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Refreshing network info cache for port 351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 626.622614] env[70294]: DEBUG nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.779257] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5beee1-c7fd-44a9-a968-a2530648a8a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.792925] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c36dd0-fa4f-4187-b044-6fa52656355d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.855961] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077718f9-ef80-4f96-8b88-9542cca513e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.875218] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb6f14f-6042-45f8-b711-7d47a0405a3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.904024] env[70294]: DEBUG nova.compute.provider_tree [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.921923] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.129322] env[70294]: DEBUG nova.network.neutron [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 627.402616] env[70294]: DEBUG nova.scheduler.client.report [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.420422] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569265, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.511611] env[70294]: DEBUG nova.network.neutron [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Successfully created port: c843be90-ce12-44ac-9b2a-0474d67cc93e {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.641396] env[70294]: DEBUG nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.677179] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.677343] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.680529] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.680529] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.680529] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.680529] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.680529] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.680855] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.680855] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.680855] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.680855] env[70294]: DEBUG nova.virt.hardware [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.680855] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d55212c-85d4-42a4-9531-7f9d60c60928 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.683303] env[70294]: DEBUG nova.network.neutron [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Updating instance_info_cache with network_info: [{"id": "d8af3681-c565-4308-9c28-49fd61391243", "address": "fa:16:3e:09:54:57", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8af3681-c5", "ovs_interfaceid": "d8af3681-c565-4308-9c28-49fd61391243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.690564] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7b9165-455c-4117-8c4b-44ba6f389cde {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.860321] env[70294]: DEBUG nova.network.neutron [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updated VIF entry in instance network info cache for port 351666e2-7f1a-4673-bc3f-03c9dddbe45a. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 627.860712] env[70294]: DEBUG nova.network.neutron [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updating instance_info_cache with network_info: [{"id": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "address": "fa:16:3e:0a:0c:67", "network": {"id": "40ddca60-214f-4284-9e9f-c614901f0c1b", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-759203080-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a2433d6a5bc3471695c3896c307f4de4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351666e2-7f", "ovs_interfaceid": "351666e2-7f1a-4673-bc3f-03c9dddbe45a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.915979] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.918694] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569265, 'name': ReconfigVM_Task, 'duration_secs': 1.863611} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.921059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.698s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.921059] env[70294]: DEBUG nova.objects.instance [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Lazy-loading 'resources' on Instance uuid fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 627.921059] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b566cac8-c68d-4cb5-ade0-50c151023412/b566cac8-c68d-4cb5-ade0-50c151023412.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.921924] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-915f6168-172e-47fd-b579-a1139409f486 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.929540] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 627.929540] env[70294]: value = "task-3569266" [ 627.929540] env[70294]: _type = "Task" [ 627.929540] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.940377] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569266, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.944801] env[70294]: INFO nova.scheduler.client.report [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Deleted allocations for instance 062b20de-2f89-4deb-b04a-0d972d17f44e [ 628.187456] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Releasing lock "refresh_cache-0fc16c6c-9559-4e2e-803f-54452265b7f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.187687] env[70294]: DEBUG nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Instance network_info: |[{"id": "d8af3681-c565-4308-9c28-49fd61391243", "address": "fa:16:3e:09:54:57", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8af3681-c5", "ovs_interfaceid": "d8af3681-c565-4308-9c28-49fd61391243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 628.191524] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:54:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8af3681-c565-4308-9c28-49fd61391243', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 628.198901] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 628.199364] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 628.199648] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3045b6ec-623d-4fef-83a6-404031fec9ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.225412] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 628.225412] env[70294]: value = "task-3569267" [ 628.225412] env[70294]: _type = "Task" [ 628.225412] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.238140] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569267, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.364102] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ca919e2-c119-4813-9c51-e9e21f3fca05 req-0c61a1e7-7402-492e-a30e-b68e6f0d7952 service nova] Releasing lock "refresh_cache-63f6ebcd-dbf8-4498-849a-3b782ea741d3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.441439] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569266, 'name': Rename_Task, 'duration_secs': 0.148408} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.442276] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 628.442857] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d748da3-2afc-4301-8dac-64656d0921fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.454109] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 628.454109] env[70294]: value = "task-3569268" [ 628.454109] env[70294]: _type = "Task" [ 628.454109] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.456872] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e97fd712-75b3-4331-96ee-ad617b84fd57 tempest-ServerExternalEventsTest-948524789 tempest-ServerExternalEventsTest-948524789-project-member] Lock "062b20de-2f89-4deb-b04a-0d972d17f44e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.486s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.463615] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.666919] env[70294]: DEBUG nova.compute.manager [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Received event network-changed-d8af3681-c565-4308-9c28-49fd61391243 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.667399] env[70294]: DEBUG nova.compute.manager [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Refreshing instance network info cache due to event network-changed-d8af3681-c565-4308-9c28-49fd61391243. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 628.667836] env[70294]: DEBUG oslo_concurrency.lockutils [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] Acquiring lock "refresh_cache-0fc16c6c-9559-4e2e-803f-54452265b7f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.668100] env[70294]: DEBUG oslo_concurrency.lockutils [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] Acquired lock "refresh_cache-0fc16c6c-9559-4e2e-803f-54452265b7f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.670237] env[70294]: DEBUG nova.network.neutron [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Refreshing network info cache for port d8af3681-c565-4308-9c28-49fd61391243 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 628.743645] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569267, 'name': CreateVM_Task, 'duration_secs': 0.421503} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.743645] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.747382] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.747557] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.747933] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.748264] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c44e847e-5f62-4688-a3e6-e10b7ee57044 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.754847] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 628.754847] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f04531-b29d-6cc3-e584-7696a039bc7f" [ 628.754847] env[70294]: _type = "Task" [ 628.754847] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.771139] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f04531-b29d-6cc3-e584-7696a039bc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.771440] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.771670] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.771911] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.772094] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.772290] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 628.772556] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1366dcb-51f8-48b5-8997-b240b3f846dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.782547] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.782910] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.783685] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f010d81e-08e3-497f-b969-4d1000ff7eae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.789742] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 628.789742] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526d6b03-78e0-95ec-b0b0-939d714654e9" [ 628.789742] env[70294]: _type = "Task" [ 628.789742] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.802634] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526d6b03-78e0-95ec-b0b0-939d714654e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.928118] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.928361] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.972191] env[70294]: DEBUG oslo_vmware.api [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569268, 'name': PowerOnVM_Task, 'duration_secs': 0.472874} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.972686] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.972949] env[70294]: INFO nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Took 11.59 seconds to spawn the instance on the hypervisor. [ 628.973866] env[70294]: DEBUG nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.980023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d23f682-d675-461e-8241-3a28766e1532 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.997927] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feddac95-d7e8-4752-ac6b-7996c61db11b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.009266] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c497ab8b-5e37-4894-8639-e06e7885a5c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.043995] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eed4b32-16ef-415d-a9c1-9ebb62092994 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.052473] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1127c1-19a2-4d38-bad1-3947c8f99e6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.069609] env[70294]: DEBUG nova.compute.provider_tree [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.305560] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526d6b03-78e0-95ec-b0b0-939d714654e9, 'name': SearchDatastore_Task, 'duration_secs': 0.008952} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.306122] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be6b684-d1ec-4b74-9e9c-27e4c1c9dce5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.316057] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 629.316057] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5248d50f-23ec-a5f8-d935-fe927469cebc" [ 629.316057] env[70294]: _type = "Task" [ 629.316057] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.326413] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5248d50f-23ec-a5f8-d935-fe927469cebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.500485] env[70294]: INFO nova.compute.manager [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Took 33.03 seconds to build instance. [ 629.575270] env[70294]: DEBUG nova.scheduler.client.report [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.710580] env[70294]: DEBUG nova.network.neutron [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Updated VIF entry in instance network info cache for port d8af3681-c565-4308-9c28-49fd61391243. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.710580] env[70294]: DEBUG nova.network.neutron [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Updating instance_info_cache with network_info: [{"id": "d8af3681-c565-4308-9c28-49fd61391243", "address": "fa:16:3e:09:54:57", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8af3681-c5", "ovs_interfaceid": "d8af3681-c565-4308-9c28-49fd61391243", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.834819] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5248d50f-23ec-a5f8-d935-fe927469cebc, 'name': SearchDatastore_Task, 'duration_secs': 0.010404} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.834819] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.834819] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0fc16c6c-9559-4e2e-803f-54452265b7f5/0fc16c6c-9559-4e2e-803f-54452265b7f5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.834819] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7087b6e2-bc54-4884-8299-1b1638ee23c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.843644] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 629.843644] env[70294]: value = "task-3569269" [ 629.843644] env[70294]: _type = "Task" [ 629.843644] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.855219] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.003371] env[70294]: DEBUG oslo_concurrency.lockutils [None req-522d30da-2aca-4ece-b2c6-f135bb7a7e1b tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "b566cac8-c68d-4cb5-ade0-50c151023412" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.295s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.078573] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.081504] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.789s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.082925] env[70294]: INFO nova.compute.claims [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.107086] env[70294]: INFO nova.scheduler.client.report [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Deleted allocations for instance fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4 [ 630.161556] env[70294]: DEBUG nova.network.neutron [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Successfully updated port: c843be90-ce12-44ac-9b2a-0474d67cc93e {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.216340] env[70294]: DEBUG oslo_concurrency.lockutils [req-262f0033-45d3-41a4-944e-f14aee2b3616 req-f8e63024-a25a-4b17-90a8-06f6df8f0b49 service nova] Releasing lock "refresh_cache-0fc16c6c-9559-4e2e-803f-54452265b7f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.355791] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569269, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.507943] env[70294]: DEBUG nova.compute.manager [None req-3a1f0579-c37f-47af-877d-ef1d6343b7b8 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 204fa1a1-ab13-4a63-83a9-1918236c6884] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.540465] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.540754] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.618622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1f9f7411-4b44-4b2b-aafd-f6a4aab64866 tempest-DeleteServersAdminTestJSON-1453917605 tempest-DeleteServersAdminTestJSON-1453917605-project-admin] Lock "fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.670s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.665595] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "refresh_cache-fad949d8-5a5b-4657-b155-050280d1d0a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.665793] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquired lock "refresh_cache-fad949d8-5a5b-4657-b155-050280d1d0a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.666046] env[70294]: DEBUG nova.network.neutron [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.864545] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511923} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.864545] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0fc16c6c-9559-4e2e-803f-54452265b7f5/0fc16c6c-9559-4e2e-803f-54452265b7f5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.864545] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 630.864545] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c25e8dc-49fa-4d3e-b405-963c78bad9eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.875742] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 630.875742] env[70294]: value = "task-3569270" [ 630.875742] env[70294]: _type = "Task" [ 630.875742] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.885406] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.013510] env[70294]: DEBUG nova.compute.manager [None req-3a1f0579-c37f-47af-877d-ef1d6343b7b8 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 204fa1a1-ab13-4a63-83a9-1918236c6884] Instance disappeared before build. {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 631.213775] env[70294]: DEBUG nova.network.neutron [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.390082] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065447} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.392914] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 631.394086] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3fdfc-3349-4f7d-b843-34fc8b378ee4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.413255] env[70294]: DEBUG nova.compute.manager [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Received event network-vif-plugged-c843be90-ce12-44ac-9b2a-0474d67cc93e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.413472] env[70294]: DEBUG oslo_concurrency.lockutils [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] Acquiring lock "fad949d8-5a5b-4657-b155-050280d1d0a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.413679] env[70294]: DEBUG oslo_concurrency.lockutils [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.414018] env[70294]: DEBUG oslo_concurrency.lockutils [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.414018] env[70294]: DEBUG nova.compute.manager [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] No waiting events found dispatching network-vif-plugged-c843be90-ce12-44ac-9b2a-0474d67cc93e {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.414198] env[70294]: WARNING nova.compute.manager [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Received unexpected event network-vif-plugged-c843be90-ce12-44ac-9b2a-0474d67cc93e for instance with vm_state building and task_state spawning. [ 631.414397] env[70294]: DEBUG nova.compute.manager [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Received event network-changed-c843be90-ce12-44ac-9b2a-0474d67cc93e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.414669] env[70294]: DEBUG nova.compute.manager [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Refreshing instance network info cache due to event network-changed-c843be90-ce12-44ac-9b2a-0474d67cc93e. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.414669] env[70294]: DEBUG oslo_concurrency.lockutils [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] Acquiring lock "refresh_cache-fad949d8-5a5b-4657-b155-050280d1d0a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.425034] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 0fc16c6c-9559-4e2e-803f-54452265b7f5/0fc16c6c-9559-4e2e-803f-54452265b7f5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 631.426604] env[70294]: DEBUG nova.network.neutron [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Updating instance_info_cache with network_info: [{"id": "c843be90-ce12-44ac-9b2a-0474d67cc93e", "address": "fa:16:3e:ef:cf:10", "network": {"id": "dab77d21-48a5-4b7e-abff-faf8fe454c02", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-785684498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89042e1d58344209bd65e4299cc9b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc843be90-ce", "ovs_interfaceid": "c843be90-ce12-44ac-9b2a-0474d67cc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.431354] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45692bb6-a4e8-4428-9818-75cbdfa41e9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.448726] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Releasing lock "refresh_cache-fad949d8-5a5b-4657-b155-050280d1d0a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.448726] env[70294]: DEBUG nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Instance network_info: |[{"id": "c843be90-ce12-44ac-9b2a-0474d67cc93e", "address": "fa:16:3e:ef:cf:10", "network": {"id": "dab77d21-48a5-4b7e-abff-faf8fe454c02", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-785684498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89042e1d58344209bd65e4299cc9b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc843be90-ce", "ovs_interfaceid": "c843be90-ce12-44ac-9b2a-0474d67cc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.448870] env[70294]: DEBUG oslo_concurrency.lockutils [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] Acquired lock "refresh_cache-fad949d8-5a5b-4657-b155-050280d1d0a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.448959] env[70294]: DEBUG nova.network.neutron [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Refreshing network info cache for port c843be90-ce12-44ac-9b2a-0474d67cc93e {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.450172] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:cf:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae18b41f-e73c-44f1-83dd-467c080944f4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c843be90-ce12-44ac-9b2a-0474d67cc93e', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.459314] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Creating folder: Project (f89042e1d58344209bd65e4299cc9b81). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.460366] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b545c4f7-c842-4119-8a01-193cf3896ba1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.466956] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 631.466956] env[70294]: value = "task-3569271" [ 631.466956] env[70294]: _type = "Task" [ 631.466956] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.476103] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.477783] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Created folder: Project (f89042e1d58344209bd65e4299cc9b81) in parent group-v712401. [ 631.477922] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Creating folder: Instances. Parent ref: group-v712462. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.478196] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-107a2cd1-e753-4372-9be5-5ba9a248c25b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.488781] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Created folder: Instances in parent group-v712462. [ 631.488781] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 631.488953] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.489075] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e6b3287-ed4d-42a4-9b29-b6edf01c5fdb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.519838] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.519838] env[70294]: value = "task-3569274" [ 631.519838] env[70294]: _type = "Task" [ 631.519838] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.532177] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569274, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.542191] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a1f0579-c37f-47af-877d-ef1d6343b7b8 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "204fa1a1-ab13-4a63-83a9-1918236c6884" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.946s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.557310] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "a83e6093-9c82-4dae-b6e9-446168b6d806" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.558031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.599091] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "21c50e4e-1f80-4e31-a499-0f550743bc7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.599091] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.780406] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70b4581-a38e-469d-8344-6543bd0716af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.783810] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-480aaef7-ba59-4e4b-89e8-dd46b5db1016-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.784057] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-480aaef7-ba59-4e4b-89e8-dd46b5db1016-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.784448] env[70294]: DEBUG nova.objects.instance [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'flavor' on Instance uuid 480aaef7-ba59-4e4b-89e8-dd46b5db1016 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.791257] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3cdda2-214d-4f4d-ac0d-b2c0f699610a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.829323] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe227075-ea26-46d0-ae5e-55810875c488 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.842078] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987e16a3-b549-4a07-920e-3c3f339051d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.856803] env[70294]: DEBUG nova.compute.provider_tree [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.864333] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "b566cac8-c68d-4cb5-ade0-50c151023412" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.864562] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "b566cac8-c68d-4cb5-ade0-50c151023412" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.864787] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "b566cac8-c68d-4cb5-ade0-50c151023412-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.864975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "b566cac8-c68d-4cb5-ade0-50c151023412-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.865152] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "b566cac8-c68d-4cb5-ade0-50c151023412-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.867187] env[70294]: INFO nova.compute.manager [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Terminating instance [ 631.979357] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569271, 'name': ReconfigVM_Task, 'duration_secs': 0.348062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.980220] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 0fc16c6c-9559-4e2e-803f-54452265b7f5/0fc16c6c-9559-4e2e-803f-54452265b7f5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.981144] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-101ac2c0-0fd6-4584-8344-34bb7a2efd73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.989042] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 631.989042] env[70294]: value = "task-3569275" [ 631.989042] env[70294]: _type = "Task" [ 631.989042] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.998149] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569275, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.029329] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569274, 'name': CreateVM_Task, 'duration_secs': 0.331931} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.029495] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.030210] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.030362] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.030675] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.030933] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2607a95-a184-4fed-87cb-f556e286f7c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.035682] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 632.035682] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b4d12a-471e-3cde-eaf3-676635ce1a4d" [ 632.035682] env[70294]: _type = "Task" [ 632.035682] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.043767] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b4d12a-471e-3cde-eaf3-676635ce1a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.047330] env[70294]: DEBUG nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.276921] env[70294]: DEBUG nova.network.neutron [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Updated VIF entry in instance network info cache for port c843be90-ce12-44ac-9b2a-0474d67cc93e. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.277265] env[70294]: DEBUG nova.network.neutron [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Updating instance_info_cache with network_info: [{"id": "c843be90-ce12-44ac-9b2a-0474d67cc93e", "address": "fa:16:3e:ef:cf:10", "network": {"id": "dab77d21-48a5-4b7e-abff-faf8fe454c02", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-785684498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89042e1d58344209bd65e4299cc9b81", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae18b41f-e73c-44f1-83dd-467c080944f4", "external-id": "nsx-vlan-transportzone-653", "segmentation_id": 653, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc843be90-ce", "ovs_interfaceid": "c843be90-ce12-44ac-9b2a-0474d67cc93e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.374727] env[70294]: DEBUG nova.compute.manager [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.374802] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.375943] env[70294]: DEBUG nova.objects.instance [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'pci_requests' on Instance uuid 480aaef7-ba59-4e4b-89e8-dd46b5db1016 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 632.381309] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371fa67-df63-4351-97f9-c719d1759450 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.389993] env[70294]: ERROR nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [req-bbdc6c00-8ebe-4dc0-a6e0-9a807b557659] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bbdc6c00-8ebe-4dc0-a6e0-9a807b557659"}]} [ 632.395602] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.395863] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec4b47a2-bee2-456a-b91e-9db3f5029368 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.404741] env[70294]: DEBUG oslo_vmware.api [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 632.404741] env[70294]: value = "task-3569276" [ 632.404741] env[70294]: _type = "Task" [ 632.404741] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.413384] env[70294]: DEBUG oslo_vmware.api [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.414542] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 632.433403] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 632.433633] env[70294]: DEBUG nova.compute.provider_tree [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 632.449795] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 632.469611] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 632.502059] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569275, 'name': Rename_Task, 'duration_secs': 0.311707} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.502261] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 632.502458] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a36576-1e4b-471f-8e9e-d0b95eb7387c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.511282] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 632.511282] env[70294]: value = "task-3569277" [ 632.511282] env[70294]: _type = "Task" [ 632.511282] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.516452] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569277, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.549221] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b4d12a-471e-3cde-eaf3-676635ce1a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.549221] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.549221] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.549221] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.549718] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.549718] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.549718] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f9cd5f2-1091-4bb3-8a66-8c6964f5824b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.561921] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.562061] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.562772] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f04eb527-6fda-46af-ad0b-257d4ed60b88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.568260] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.571691] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 632.571691] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525bdeca-ae6e-bba2-8555-99f7742569da" [ 632.571691] env[70294]: _type = "Task" [ 632.571691] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.582112] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525bdeca-ae6e-bba2-8555-99f7742569da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.781606] env[70294]: DEBUG oslo_concurrency.lockutils [req-89707544-bddc-4479-b124-d9ac704e1ca3 req-294f0db0-08b6-48cd-80f7-6d9b6131d6a3 service nova] Releasing lock "refresh_cache-fad949d8-5a5b-4657-b155-050280d1d0a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.886791] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecb145f-8152-4f33-b1cd-095a0ff2d1bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.889733] env[70294]: DEBUG nova.objects.base [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Object Instance<480aaef7-ba59-4e4b-89e8-dd46b5db1016> lazy-loaded attributes: flavor,pci_requests {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 632.890688] env[70294]: DEBUG nova.network.neutron [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 632.897835] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3b29fc-ef05-45e7-9b06-b7eeb808df51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.934148] env[70294]: DEBUG nova.policy [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 632.941722] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bad978-a4b1-4337-8aa6-437b15667245 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.953993] env[70294]: DEBUG oslo_vmware.api [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569276, 'name': PowerOffVM_Task, 'duration_secs': 0.253569} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.957831] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.959877] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.959877] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2219d4e-914f-4adc-9410-d67a4fc6a438 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.964444] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3bcc60-7641-464c-b6d6-d942bbad4e4b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.981174] env[70294]: DEBUG nova.compute.provider_tree [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.019771] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569277, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.035698] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.036048] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.036251] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Deleting the datastore file [datastore1] b566cac8-c68d-4cb5-ade0-50c151023412 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.036394] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f538d9bf-a472-496f-80a5-a588b55efe5c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.044757] env[70294]: DEBUG oslo_vmware.api [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for the task: (returnval){ [ 633.044757] env[70294]: value = "task-3569279" [ 633.044757] env[70294]: _type = "Task" [ 633.044757] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.053586] env[70294]: DEBUG oslo_vmware.api [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.066764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "611f430a-03a4-4312-bfbc-ef921ef14098" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.067041] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "611f430a-03a4-4312-bfbc-ef921ef14098" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.086986] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525bdeca-ae6e-bba2-8555-99f7742569da, 'name': SearchDatastore_Task, 'duration_secs': 0.010513} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.088343] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72323fb1-93fc-44c0-bb96-c8baa270fe17 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.093259] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 633.093259] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e4108-7f4f-f53d-867f-3b21e7194a44" [ 633.093259] env[70294]: _type = "Task" [ 633.093259] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.100894] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e4108-7f4f-f53d-867f-3b21e7194a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.345688] env[70294]: DEBUG nova.network.neutron [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Successfully created port: 0c91a788-04b4-456c-9b01-ac3c5e099892 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 633.511965] env[70294]: ERROR nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [req-1b988157-72be-4894-b73e-1dcb9e82f9e0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1b988157-72be-4894-b73e-1dcb9e82f9e0"}]} [ 633.526789] env[70294]: DEBUG oslo_vmware.api [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569277, 'name': PowerOnVM_Task, 'duration_secs': 1.012253} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.527050] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.527260] env[70294]: INFO nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Took 10.80 seconds to spawn the instance on the hypervisor. [ 633.527433] env[70294]: DEBUG nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 633.528247] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56431335-8354-4749-b96c-0a3fde1a8661 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.541108] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 633.565099] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "19b79813-f06b-4094-b799-e709e351473d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.565485] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "19b79813-f06b-4094-b799-e709e351473d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.565546] env[70294]: DEBUG oslo_vmware.api [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Task: {'id': task-3569279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125752} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.566473] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 633.566672] env[70294]: DEBUG nova.compute.provider_tree [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.568706] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.568869] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.569202] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.569308] env[70294]: INFO nova.compute.manager [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Took 1.19 seconds to destroy the instance on the hypervisor. [ 633.569452] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.571030] env[70294]: DEBUG nova.compute.manager [-] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.571030] env[70294]: DEBUG nova.network.neutron [-] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.582414] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 633.604372] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e4108-7f4f-f53d-867f-3b21e7194a44, 'name': SearchDatastore_Task, 'duration_secs': 0.008645} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.605121] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.605247] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] fad949d8-5a5b-4657-b155-050280d1d0a4/fad949d8-5a5b-4657-b155-050280d1d0a4.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.606176] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 633.608247] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74ae451a-ec3a-4241-9a76-d804a84635b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.617661] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 633.617661] env[70294]: value = "task-3569280" [ 633.617661] env[70294]: _type = "Task" [ 633.617661] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.625735] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.925442] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "deef84ee-e076-4089-b66a-317633fde939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.926038] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "deef84ee-e076-4089-b66a-317633fde939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.048872] env[70294]: INFO nova.compute.manager [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Took 37.50 seconds to build instance. [ 634.126667] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456782} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.129342] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] fad949d8-5a5b-4657-b155-050280d1d0a4/fad949d8-5a5b-4657-b155-050280d1d0a4.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.129560] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.130240] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19c79ca7-4748-48b6-9972-86b7bd936dc3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.136879] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 634.136879] env[70294]: value = "task-3569281" [ 634.136879] env[70294]: _type = "Task" [ 634.136879] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.149025] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.166330] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e814707-57cf-4173-8d3f-76704fa87a72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.173149] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2d49ac-415e-43e7-8cb5-d54540a1f8c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.204072] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399f12d6-4391-4490-9b2f-56bc4090b69c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.211706] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6221fa22-af67-4939-a6c0-4a9cfde513de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.226679] env[70294]: DEBUG nova.compute.provider_tree [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.351325] env[70294]: DEBUG nova.network.neutron [-] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.553131] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64d26ca5-c1d0-4ee4-89f6-c1ba991b786c tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.375s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.646500] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066075} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.646832] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.647533] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813bf98-ff68-43b6-9292-7350d6a15808 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.673480] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] fad949d8-5a5b-4657-b155-050280d1d0a4/fad949d8-5a5b-4657-b155-050280d1d0a4.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.673864] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-817b7fb6-9a76-4ab7-a437-e50f18b59cbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.696781] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 634.696781] env[70294]: value = "task-3569282" [ 634.696781] env[70294]: _type = "Task" [ 634.696781] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.705925] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.768697] env[70294]: DEBUG nova.scheduler.client.report [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 49 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 634.768697] env[70294]: DEBUG nova.compute.provider_tree [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 49 to 50 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 634.768697] env[70294]: DEBUG nova.compute.provider_tree [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.855554] env[70294]: INFO nova.compute.manager [-] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Took 1.28 seconds to deallocate network for instance. [ 635.058656] env[70294]: DEBUG nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.207199] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569282, 'name': ReconfigVM_Task, 'duration_secs': 0.269719} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.207199] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Reconfigured VM instance instance-00000014 to attach disk [datastore1] fad949d8-5a5b-4657-b155-050280d1d0a4/fad949d8-5a5b-4657-b155-050280d1d0a4.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.207660] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfc904b5-119f-4b5a-b21a-320b1faa69f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.215285] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 635.215285] env[70294]: value = "task-3569283" [ 635.215285] env[70294]: _type = "Task" [ 635.215285] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.219712] env[70294]: DEBUG nova.network.neutron [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Successfully updated port: 0c91a788-04b4-456c-9b01-ac3c5e099892 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.227699] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569283, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.273696] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.192s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.274244] env[70294]: DEBUG nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.279752] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.564s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.360915] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.496565] env[70294]: DEBUG nova.compute.manager [req-a1e2787d-cd68-42ad-8eb7-9b8b26432332 req-d4d104ad-03e2-45f9-b94d-aa11391224be service nova] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Received event network-vif-deleted-8e6b70c9-5969-4828-a278-b4486fbe427d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.581052] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.727161] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569283, 'name': Rename_Task, 'duration_secs': 0.197113} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.727459] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.727699] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-561107bd-5834-4d3a-85e1-7dc976d532d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.729889] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.730069] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.730312] env[70294]: DEBUG nova.network.neutron [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.738564] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 635.738564] env[70294]: value = "task-3569284" [ 635.738564] env[70294]: _type = "Task" [ 635.738564] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.747532] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.781126] env[70294]: DEBUG nova.compute.utils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.782637] env[70294]: DEBUG nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.782821] env[70294]: DEBUG nova.network.neutron [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.787666] env[70294]: INFO nova.compute.claims [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.835130] env[70294]: DEBUG nova.policy [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bdd451103449f587a7eb2b19e5f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c45530c6fab4ad4bf14301b6c215c62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.895142] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.895465] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.193046] env[70294]: DEBUG nova.compute.manager [req-45cdbb49-8822-4c28-82da-bcf316696a73 req-e070cc88-7a9a-4350-b930-7571d4397357 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received event network-vif-plugged-0c91a788-04b4-456c-9b01-ac3c5e099892 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 636.193387] env[70294]: DEBUG oslo_concurrency.lockutils [req-45cdbb49-8822-4c28-82da-bcf316696a73 req-e070cc88-7a9a-4350-b930-7571d4397357 service nova] Acquiring lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.193769] env[70294]: DEBUG oslo_concurrency.lockutils [req-45cdbb49-8822-4c28-82da-bcf316696a73 req-e070cc88-7a9a-4350-b930-7571d4397357 service nova] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.194257] env[70294]: DEBUG oslo_concurrency.lockutils [req-45cdbb49-8822-4c28-82da-bcf316696a73 req-e070cc88-7a9a-4350-b930-7571d4397357 service nova] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.194257] env[70294]: DEBUG nova.compute.manager [req-45cdbb49-8822-4c28-82da-bcf316696a73 req-e070cc88-7a9a-4350-b930-7571d4397357 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] No waiting events found dispatching network-vif-plugged-0c91a788-04b4-456c-9b01-ac3c5e099892 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 636.194438] env[70294]: WARNING nova.compute.manager [req-45cdbb49-8822-4c28-82da-bcf316696a73 req-e070cc88-7a9a-4350-b930-7571d4397357 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received unexpected event network-vif-plugged-0c91a788-04b4-456c-9b01-ac3c5e099892 for instance with vm_state active and task_state None. [ 636.216548] env[70294]: DEBUG nova.network.neutron [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Successfully created port: 759dea11-a681-4e6a-8166-1b1b1d5744ac {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.253878] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569284, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.282148] env[70294]: WARNING nova.network.neutron [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] 00e44f81-593f-4aa1-b74d-4ac9a422ce25 already exists in list: networks containing: ['00e44f81-593f-4aa1-b74d-4ac9a422ce25']. ignoring it [ 636.292938] env[70294]: DEBUG nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.297999] env[70294]: INFO nova.compute.resource_tracker [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating resource usage from migration e66a1d51-fbf2-45f3-9010-ee7c9193ec47 [ 636.636379] env[70294]: DEBUG nova.network.neutron [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updating instance_info_cache with network_info: [{"id": "e7caa92f-9245-47ed-bd2c-81565fa87826", "address": "fa:16:3e:20:0b:73", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7caa92f-92", "ovs_interfaceid": "e7caa92f-9245-47ed-bd2c-81565fa87826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c91a788-04b4-456c-9b01-ac3c5e099892", "address": "fa:16:3e:9e:54:b5", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91a788-04", "ovs_interfaceid": "0c91a788-04b4-456c-9b01-ac3c5e099892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.748982] env[70294]: DEBUG oslo_vmware.api [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569284, 'name': PowerOnVM_Task, 'duration_secs': 0.936322} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.748982] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.748982] env[70294]: INFO nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Took 9.11 seconds to spawn the instance on the hypervisor. [ 636.749642] env[70294]: DEBUG nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.752214] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2c6f72-b7ee-4711-9541-d275cb004b55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.859210] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5c35d0-bfc3-4b0f-b25a-7ae512a0f837 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.869831] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcac97bf-77f8-4da8-a0c4-d300d9b14d38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.900495] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3cc16-b913-44fb-85a0-df56e7d4fa81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.908418] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb92e050-7392-4df8-902d-885e7f2d46d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.921515] env[70294]: DEBUG nova.compute.provider_tree [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.139271] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.139968] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.140247] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.141232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb69685d-bf53-49b5-95f7-80245a17ff27 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.159468] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.159735] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.159904] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.160162] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.160364] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.160531] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.160742] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.160903] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.161091] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.161419] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.161419] env[70294]: DEBUG nova.virt.hardware [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.167768] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Reconfiguring VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 637.168072] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6495e048-2376-4c88-9891-9134c2a5458c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.190072] env[70294]: DEBUG oslo_vmware.api [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 637.190072] env[70294]: value = "task-3569285" [ 637.190072] env[70294]: _type = "Task" [ 637.190072] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.199409] env[70294]: DEBUG oslo_vmware.api [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569285, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.270400] env[70294]: INFO nova.compute.manager [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Took 33.94 seconds to build instance. [ 637.314058] env[70294]: DEBUG nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.336601] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.336601] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.336815] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.336934] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.337113] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.337264] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.337469] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.337624] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.337787] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.337945] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.338129] env[70294]: DEBUG nova.virt.hardware [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.339024] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c6c76b-d421-4216-a056-97fdee734603 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.347219] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b2f8ec-7478-40c9-b51d-291f7e9c9827 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.424704] env[70294]: DEBUG nova.scheduler.client.report [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.752680] env[70294]: DEBUG oslo_vmware.api [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569285, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.774192] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb0e54de-2b7b-4a7a-9a06-7333b6e437fa tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.446s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.930014] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.650s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.930468] env[70294]: INFO nova.compute.manager [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Migrating [ 637.930729] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.930875] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "compute-rpcapi-router" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.932497] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.732s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.934867] env[70294]: INFO nova.compute.claims [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.037182] env[70294]: DEBUG nova.network.neutron [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Successfully updated port: 759dea11-a681-4e6a-8166-1b1b1d5744ac {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.200813] env[70294]: DEBUG oslo_vmware.api [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569285, 'name': ReconfigVM_Task, 'duration_secs': 0.677386} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.201409] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.201710] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Reconfigured VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 638.256849] env[70294]: DEBUG nova.compute.manager [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.257845] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28a450d-bb3f-4cfd-8a0c-da4a134c9a65 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.276861] env[70294]: DEBUG nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.441014] env[70294]: INFO nova.compute.rpcapi [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 638.441014] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "compute-rpcapi-router" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.539487] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-149b8450-04d5-43f9-bedd-a562854e19cd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.539654] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-149b8450-04d5-43f9-bedd-a562854e19cd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.539880] env[70294]: DEBUG nova.network.neutron [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 638.707509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66af0ac8-8ccd-4721-8a43-1f21214a2cc4 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-480aaef7-ba59-4e4b-89e8-dd46b5db1016-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.923s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.769757] env[70294]: INFO nova.compute.manager [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] instance snapshotting [ 638.772665] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0caa50-6722-4ab6-a794-5334b24c3d21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.800775] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e877aff7-63e1-4c32-ab2a-b7b8ddcacfd2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.815014] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.958630] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.958813] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.958985] env[70294]: DEBUG nova.network.neutron [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.077803] env[70294]: DEBUG nova.network.neutron [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.205377] env[70294]: DEBUG nova.compute.manager [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received event network-changed-0c91a788-04b4-456c-9b01-ac3c5e099892 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.205570] env[70294]: DEBUG nova.compute.manager [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Refreshing instance network info cache due to event network-changed-0c91a788-04b4-456c-9b01-ac3c5e099892. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.205781] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Acquiring lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.205922] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Acquired lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.206092] env[70294]: DEBUG nova.network.neutron [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Refreshing network info cache for port 0c91a788-04b4-456c-9b01-ac3c5e099892 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.245419] env[70294]: DEBUG nova.network.neutron [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Updating instance_info_cache with network_info: [{"id": "759dea11-a681-4e6a-8166-1b1b1d5744ac", "address": "fa:16:3e:3f:5d:0b", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759dea11-a6", "ovs_interfaceid": "759dea11-a681-4e6a-8166-1b1b1d5744ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.313114] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 639.313313] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5f6c89ce-2212-4901-81da-0f3fca71e3b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.322100] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 639.322100] env[70294]: value = "task-3569286" [ 639.322100] env[70294]: _type = "Task" [ 639.322100] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.331185] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569286, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.421436] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d49aaa-1ada-4829-b744-7f099c5aac64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.428679] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24df970-7d75-4344-bead-3ffd13524e84 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.459320] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6235fa0-d0b6-4ad0-b339-33fbef68cd28 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.468956] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9535b4be-6b58-4d56-b562-d267bebaef40 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.482368] env[70294]: DEBUG nova.compute.provider_tree [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.689921] env[70294]: DEBUG nova.network.neutron [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance_info_cache with network_info: [{"id": "9a29065a-6229-4c54-9295-a5727a9f5a16", "address": "fa:16:3e:3b:d1:e6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a29065a-62", "ovs_interfaceid": "9a29065a-6229-4c54-9295-a5727a9f5a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.751452] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-149b8450-04d5-43f9-bedd-a562854e19cd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.751452] env[70294]: DEBUG nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Instance network_info: |[{"id": "759dea11-a681-4e6a-8166-1b1b1d5744ac", "address": "fa:16:3e:3f:5d:0b", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759dea11-a6", "ovs_interfaceid": "759dea11-a681-4e6a-8166-1b1b1d5744ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.751452] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:5d:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '759dea11-a681-4e6a-8166-1b1b1d5744ac', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.758571] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating folder: Project (4c45530c6fab4ad4bf14301b6c215c62). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.762617] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e5e2e7a-31bb-4018-bff0-3f6364145dd3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.773812] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created folder: Project (4c45530c6fab4ad4bf14301b6c215c62) in parent group-v712401. [ 639.773812] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating folder: Instances. Parent ref: group-v712466. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.773812] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a240b042-3359-4764-85b8-b8ca31129a7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.783969] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created folder: Instances in parent group-v712466. [ 639.784233] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.784474] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.784961] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3611264e-746d-4052-8398-2b2dad085d10 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.805830] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.805830] env[70294]: value = "task-3569289" [ 639.805830] env[70294]: _type = "Task" [ 639.805830] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.813848] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569289, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.832226] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569286, 'name': CreateSnapshot_Task, 'duration_secs': 0.442} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.832549] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 639.833800] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c13fc-b14f-4c7d-b690-ab4192b23aa0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.986609] env[70294]: DEBUG nova.scheduler.client.report [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.018379] env[70294]: DEBUG nova.network.neutron [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updated VIF entry in instance network info cache for port 0c91a788-04b4-456c-9b01-ac3c5e099892. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.018800] env[70294]: DEBUG nova.network.neutron [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updating instance_info_cache with network_info: [{"id": "e7caa92f-9245-47ed-bd2c-81565fa87826", "address": "fa:16:3e:20:0b:73", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7caa92f-92", "ovs_interfaceid": "e7caa92f-9245-47ed-bd2c-81565fa87826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0c91a788-04b4-456c-9b01-ac3c5e099892", "address": "fa:16:3e:9e:54:b5", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c91a788-04", "ovs_interfaceid": "0c91a788-04b4-456c-9b01-ac3c5e099892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.149122] env[70294]: DEBUG nova.compute.manager [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.149122] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc066a52-78e7-4581-aa70-2ec06a693994 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.194220] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.321473] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569289, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.352765] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 640.353783] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-402ddd2e-5355-4d3d-8063-85d479f1e6c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.364021] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 640.364021] env[70294]: value = "task-3569290" [ 640.364021] env[70294]: _type = "Task" [ 640.364021] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.373340] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569290, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.493587] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.494382] env[70294]: DEBUG nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.496974] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.998s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.498397] env[70294]: INFO nova.compute.claims [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 640.522647] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Releasing lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.522647] env[70294]: DEBUG nova.compute.manager [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Received event network-vif-plugged-759dea11-a681-4e6a-8166-1b1b1d5744ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.522927] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Acquiring lock "149b8450-04d5-43f9-bedd-a562854e19cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.523118] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Lock "149b8450-04d5-43f9-bedd-a562854e19cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.523427] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Lock "149b8450-04d5-43f9-bedd-a562854e19cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.523581] env[70294]: DEBUG nova.compute.manager [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] No waiting events found dispatching network-vif-plugged-759dea11-a681-4e6a-8166-1b1b1d5744ac {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.523785] env[70294]: WARNING nova.compute.manager [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Received unexpected event network-vif-plugged-759dea11-a681-4e6a-8166-1b1b1d5744ac for instance with vm_state building and task_state spawning. [ 640.523989] env[70294]: DEBUG nova.compute.manager [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Received event network-changed-759dea11-a681-4e6a-8166-1b1b1d5744ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.524216] env[70294]: DEBUG nova.compute.manager [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Refreshing instance network info cache due to event network-changed-759dea11-a681-4e6a-8166-1b1b1d5744ac. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 640.524418] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Acquiring lock "refresh_cache-149b8450-04d5-43f9-bedd-a562854e19cd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.524579] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Acquired lock "refresh_cache-149b8450-04d5-43f9-bedd-a562854e19cd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.524797] env[70294]: DEBUG nova.network.neutron [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Refreshing network info cache for port 759dea11-a681-4e6a-8166-1b1b1d5744ac {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.660530] env[70294]: INFO nova.compute.manager [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] instance snapshotting [ 640.664096] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf0c0c2-194b-42a8-8bd2-2a4e9a954776 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.689916] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35d71af-64c5-493d-9bb2-5722c0fb0e22 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.820475] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569289, 'name': CreateVM_Task, 'duration_secs': 0.615708} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.820763] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.821641] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.821769] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.822363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.822632] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-653117f1-dab7-4208-9faa-575dc92b60cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.830168] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 640.830168] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bf0b51-af3d-e4ea-b902-2433f44de8fa" [ 640.830168] env[70294]: _type = "Task" [ 640.830168] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.838641] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bf0b51-af3d-e4ea-b902-2433f44de8fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.873252] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569290, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.005200] env[70294]: DEBUG nova.compute.utils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.007538] env[70294]: DEBUG nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.008124] env[70294]: DEBUG nova.network.neutron [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.082330] env[70294]: DEBUG nova.policy [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5d993d92194b6e812e4cb0d3e7da3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e18eb3e10e944a85bedf5b3e1630c582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.198330] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-480aaef7-ba59-4e4b-89e8-dd46b5db1016-0c91a788-04b4-456c-9b01-ac3c5e099892" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.199167] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-480aaef7-ba59-4e4b-89e8-dd46b5db1016-0c91a788-04b4-456c-9b01-ac3c5e099892" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.212058] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 641.212968] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d4494e4a-f9b8-42d0-b05b-2923fcdbd63c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.224536] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 641.224536] env[70294]: value = "task-3569291" [ 641.224536] env[70294]: _type = "Task" [ 641.224536] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.235606] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.339611] env[70294]: DEBUG nova.network.neutron [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Updated VIF entry in instance network info cache for port 759dea11-a681-4e6a-8166-1b1b1d5744ac. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.339980] env[70294]: DEBUG nova.network.neutron [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Updating instance_info_cache with network_info: [{"id": "759dea11-a681-4e6a-8166-1b1b1d5744ac", "address": "fa:16:3e:3f:5d:0b", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759dea11-a6", "ovs_interfaceid": "759dea11-a681-4e6a-8166-1b1b1d5744ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.346924] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bf0b51-af3d-e4ea-b902-2433f44de8fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.347561] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.348293] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.348293] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.348451] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.348500] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.348780] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b15e6c12-4364-4c9d-8429-3f868315dc6b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.359716] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.360079] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.360738] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e7d7d3-1fe3-4b88-b8a4-9068b8a95d74 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.372054] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 641.372054] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5227bde1-8904-9db5-c004-c05d9844e1ed" [ 641.372054] env[70294]: _type = "Task" [ 641.372054] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.376469] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569290, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.386790] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5227bde1-8904-9db5-c004-c05d9844e1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.387726] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca6c423a-2d96-481c-8b25-ecee43297abc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.393624] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 641.393624] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dafe6d-c8cb-0e7b-dd12-2681799f8383" [ 641.393624] env[70294]: _type = "Task" [ 641.393624] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.403294] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dafe6d-c8cb-0e7b-dd12-2681799f8383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.442180] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "53799918-abc1-4d31-941e-76ee94bafb3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.442475] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "53799918-abc1-4d31-941e-76ee94bafb3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.442762] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "53799918-abc1-4d31-941e-76ee94bafb3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.442881] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "53799918-abc1-4d31-941e-76ee94bafb3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.443059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "53799918-abc1-4d31-941e-76ee94bafb3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.447676] env[70294]: INFO nova.compute.manager [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Terminating instance [ 641.510670] env[70294]: DEBUG nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.555716] env[70294]: DEBUG nova.network.neutron [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Successfully created port: 082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.705233] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.705462] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.706336] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b33de0de-d8c8-45ff-b239-007719810173 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.738514] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eba54fb-c63f-4f50-9f4c-065e6009cfcc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.743098] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8e6635-9481-4342-896b-c0470ee3e189 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.752385] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.791075] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance '4c71fa1f-c643-4719-9074-946949b9a652' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 641.802473] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Reconfiguring VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 641.806019] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef2629dd-4f88-4003-b8b2-0fba094cab1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.825092] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 641.825092] env[70294]: value = "task-3569292" [ 641.825092] env[70294]: _type = "Task" [ 641.825092] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.835733] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.849021] env[70294]: DEBUG oslo_concurrency.lockutils [req-aa0b10bc-b53e-4a70-bc38-ac7b56958508 req-3b379a9a-faec-4741-a94e-01f44506193e service nova] Releasing lock "refresh_cache-149b8450-04d5-43f9-bedd-a562854e19cd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.880231] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569290, 'name': CloneVM_Task, 'duration_secs': 1.434637} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.880823] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Created linked-clone VM from snapshot [ 641.885878] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d151320-dc72-44ec-91ae-a0e3a16bf0da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.899814] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Uploading image 278eb813-a452-472f-8305-cef70eeb12a7 {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 641.913985] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dafe6d-c8cb-0e7b-dd12-2681799f8383, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.914299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.914559] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 149b8450-04d5-43f9-bedd-a562854e19cd/149b8450-04d5-43f9-bedd-a562854e19cd.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.915232] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30fa1aa5-1131-41b7-81da-4b6b5881bfdc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.927372] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 641.927372] env[70294]: value = "task-3569293" [ 641.927372] env[70294]: _type = "Task" [ 641.927372] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.936621] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 641.936621] env[70294]: value = "vm-712469" [ 641.936621] env[70294]: _type = "VirtualMachine" [ 641.936621] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 641.937464] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f507fef-6efe-4d6f-8be5-5160a4c677d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.943825] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.949780] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lease: (returnval){ [ 641.949780] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528c423f-3c8b-2456-fc93-4a1a5a171960" [ 641.949780] env[70294]: _type = "HttpNfcLease" [ 641.949780] env[70294]: } obtained for exporting VM: (result){ [ 641.949780] env[70294]: value = "vm-712469" [ 641.949780] env[70294]: _type = "VirtualMachine" [ 641.949780] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 641.950116] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the lease: (returnval){ [ 641.950116] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528c423f-3c8b-2456-fc93-4a1a5a171960" [ 641.950116] env[70294]: _type = "HttpNfcLease" [ 641.950116] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 641.953749] env[70294]: DEBUG nova.compute.manager [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 641.953959] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 641.954696] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca98a725-2557-41eb-ac10-2dcca7ef09f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.962814] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.962814] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528c423f-3c8b-2456-fc93-4a1a5a171960" [ 641.962814] env[70294]: _type = "HttpNfcLease" [ 641.962814] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 641.963527] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 641.963527] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528c423f-3c8b-2456-fc93-4a1a5a171960" [ 641.963527] env[70294]: _type = "HttpNfcLease" [ 641.963527] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 641.963527] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 641.966185] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd390af0-daf4-49bd-a467-de0d76d7d01a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.968621] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7a2d452-48f0-4b79-b5e7-ae201d6fdc04 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.975269] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211778b-c931-fa84-078a-a3e81da25b67/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 641.975442] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211778b-c931-fa84-078a-a3e81da25b67/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 641.977956] env[70294]: DEBUG oslo_vmware.api [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 641.977956] env[70294]: value = "task-3569295" [ 641.977956] env[70294]: _type = "Task" [ 641.977956] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.047918] env[70294]: DEBUG oslo_vmware.api [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.080478] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c00ca70-cd69-4b77-b12a-670c42604cc1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.247071] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569291, 'name': CreateSnapshot_Task, 'duration_secs': 0.732583} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.247071] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 642.247071] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa2c458-e2b2-4e0a-a198-624427cddbcf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.305448] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.309725] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2873e945-3857-450c-9005-1e1ca668cb96 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.319053] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 642.319053] env[70294]: value = "task-3569296" [ 642.319053] env[70294]: _type = "Task" [ 642.319053] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.336053] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.343061] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.374185] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deed2ef3-5c3f-4ae9-a667-1dd4d4fb8905 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.386252] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d846b992-afc9-4fae-a805-431c8838a6ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.419657] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4797acab-aa1e-4b8f-9a94-d506be6f6fe4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.427544] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f928a89-a8ec-448c-9345-cf94b9eae309 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.444353] env[70294]: DEBUG nova.compute.provider_tree [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.449776] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495192} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.450678] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 149b8450-04d5-43f9-bedd-a562854e19cd/149b8450-04d5-43f9-bedd-a562854e19cd.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.450979] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.451332] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eeafbfa8-a0db-4881-98b5-28708fcfef22 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.459571] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 642.459571] env[70294]: value = "task-3569297" [ 642.459571] env[70294]: _type = "Task" [ 642.459571] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.467277] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.488893] env[70294]: DEBUG oslo_vmware.api [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569295, 'name': PowerOffVM_Task, 'duration_secs': 0.372177} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.489260] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.489440] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 642.489733] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4283165a-b0b3-41ac-8b94-0e0af4353bbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.551019] env[70294]: DEBUG nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.559915] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 642.560408] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 642.560673] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Deleting the datastore file [datastore2] 53799918-abc1-4d31-941e-76ee94bafb3c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 642.564548] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7d6855f-7b32-42d4-938a-bb041800157a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.572424] env[70294]: DEBUG oslo_vmware.api [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for the task: (returnval){ [ 642.572424] env[70294]: value = "task-3569299" [ 642.572424] env[70294]: _type = "Task" [ 642.572424] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.583457] env[70294]: DEBUG oslo_vmware.api [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.591503] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.591788] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.591964] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.592292] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.592870] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.592870] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.592870] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.593065] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.593224] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.593474] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.593753] env[70294]: DEBUG nova.virt.hardware [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.597066] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd14a24-98ce-43f5-90fa-07b8b4a60982 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.605278] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee242574-c1c8-4ff6-920b-bf81d9c5d06d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.768994] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 642.769808] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f52ffd8a-62d7-4dfc-86b8-d4dd64cf081d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.790273] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 642.790273] env[70294]: value = "task-3569300" [ 642.790273] env[70294]: _type = "Task" [ 642.790273] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.807612] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569300, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.834743] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569296, 'name': PowerOffVM_Task, 'duration_secs': 0.220143} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.839078] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 642.839078] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance '4c71fa1f-c643-4719-9074-946949b9a652' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.856060] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.955312] env[70294]: DEBUG nova.scheduler.client.report [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.969754] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078362} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.970195] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.971094] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de95fc98-4ef5-4a49-84f9-37b0cb3206c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.994708] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 149b8450-04d5-43f9-bedd-a562854e19cd/149b8450-04d5-43f9-bedd-a562854e19cd.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.995841] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45456b80-ccf3-4318-94e6-3bd777ee1300 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.018516] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 643.018516] env[70294]: value = "task-3569301" [ 643.018516] env[70294]: _type = "Task" [ 643.018516] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.032563] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569301, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.084488] env[70294]: DEBUG oslo_vmware.api [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Task: {'id': task-3569299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181179} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.084488] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.084488] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.084754] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.085403] env[70294]: INFO nova.compute.manager [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 643.085403] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.086442] env[70294]: DEBUG nova.compute.manager [-] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.086442] env[70294]: DEBUG nova.network.neutron [-] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.300341] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569300, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.342657] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.351356] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.351356] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.355453] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.365843] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa58a981-99ad-4176-9801-02f32b52fbfd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.386995] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 643.386995] env[70294]: value = "task-3569302" [ 643.386995] env[70294]: _type = "Task" [ 643.386995] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.398172] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.460991] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.963s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.461159] env[70294]: DEBUG nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.464916] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.052s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.465620] env[70294]: DEBUG nova.objects.instance [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lazy-loading 'resources' on Instance uuid 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.505138] env[70294]: DEBUG nova.network.neutron [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Successfully updated port: 082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.531697] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.660687] env[70294]: DEBUG nova.compute.manager [req-e99b9925-4d8a-465e-93b6-02ea0e4d9621 req-dfe29094-418c-4c75-8a1c-4717dcd29f5d service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received event network-vif-plugged-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 643.660687] env[70294]: DEBUG oslo_concurrency.lockutils [req-e99b9925-4d8a-465e-93b6-02ea0e4d9621 req-dfe29094-418c-4c75-8a1c-4717dcd29f5d service nova] Acquiring lock "5c641c3f-7ada-44ea-91a7-c491568dec47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.660687] env[70294]: DEBUG oslo_concurrency.lockutils [req-e99b9925-4d8a-465e-93b6-02ea0e4d9621 req-dfe29094-418c-4c75-8a1c-4717dcd29f5d service nova] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.660687] env[70294]: DEBUG oslo_concurrency.lockutils [req-e99b9925-4d8a-465e-93b6-02ea0e4d9621 req-dfe29094-418c-4c75-8a1c-4717dcd29f5d service nova] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.660687] env[70294]: DEBUG nova.compute.manager [req-e99b9925-4d8a-465e-93b6-02ea0e4d9621 req-dfe29094-418c-4c75-8a1c-4717dcd29f5d service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] No waiting events found dispatching network-vif-plugged-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 643.660687] env[70294]: WARNING nova.compute.manager [req-e99b9925-4d8a-465e-93b6-02ea0e4d9621 req-dfe29094-418c-4c75-8a1c-4717dcd29f5d service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received unexpected event network-vif-plugged-082755b5-f132-4a6a-ba7a-4f89bf432e9f for instance with vm_state building and task_state spawning. [ 643.806395] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569300, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.847381] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.907252] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569302, 'name': ReconfigVM_Task, 'duration_secs': 0.255595} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.907252] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance '4c71fa1f-c643-4719-9074-946949b9a652' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.972913] env[70294]: DEBUG nova.compute.utils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.977485] env[70294]: DEBUG nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.978110] env[70294]: DEBUG nova.network.neutron [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.008935] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.010388] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.010388] env[70294]: DEBUG nova.network.neutron [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.032014] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569301, 'name': ReconfigVM_Task, 'duration_secs': 0.884833} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.037011] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 149b8450-04d5-43f9-bedd-a562854e19cd/149b8450-04d5-43f9-bedd-a562854e19cd.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.038391] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64f3f889-2ef4-4a4f-bbc6-d5f61e731e9f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.046308] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 644.046308] env[70294]: value = "task-3569303" [ 644.046308] env[70294]: _type = "Task" [ 644.046308] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.060422] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569303, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.082918] env[70294]: DEBUG nova.policy [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21528e8106b74cbb997b0d3afed7d23d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83d61b522f724e8c926d230481d7741d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.309021] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569300, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.348031] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.421034] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 644.421328] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 644.421445] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 644.421630] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 644.421774] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 644.421916] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 644.422314] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 644.422449] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 644.422630] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 644.422961] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 644.423056] env[70294]: DEBUG nova.virt.hardware [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 644.433301] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 644.434907] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa4a6f1e-1401-4f60-a9ff-418921807ef3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.465750] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 644.465750] env[70294]: value = "task-3569304" [ 644.465750] env[70294]: _type = "Task" [ 644.465750] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.475134] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.483507] env[70294]: DEBUG nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.531264] env[70294]: DEBUG nova.compute.manager [req-baee6bb9-35ca-452d-aa2e-c17553a78581 req-23619606-1b08-4fea-9b82-86d4be8e58d4 service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Received event network-vif-deleted-3a26c086-082d-452d-87a2-1f94bd04590b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.531612] env[70294]: INFO nova.compute.manager [req-baee6bb9-35ca-452d-aa2e-c17553a78581 req-23619606-1b08-4fea-9b82-86d4be8e58d4 service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Neutron deleted interface 3a26c086-082d-452d-87a2-1f94bd04590b; detaching it from the instance and deleting it from the info cache [ 644.532140] env[70294]: DEBUG nova.network.neutron [req-baee6bb9-35ca-452d-aa2e-c17553a78581 req-23619606-1b08-4fea-9b82-86d4be8e58d4 service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.568023] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569303, 'name': Rename_Task, 'duration_secs': 0.35321} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.568023] env[70294]: DEBUG nova.network.neutron [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Successfully created port: 42ff08f7-25d1-4794-af03-606293181d24 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 644.570477] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.571688] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1ccfb14-257f-4317-8cae-4f6b44b264d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.583215] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 644.583215] env[70294]: value = "task-3569305" [ 644.583215] env[70294]: _type = "Task" [ 644.583215] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.592051] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.631249] env[70294]: DEBUG nova.network.neutron [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.760425] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e6d4fe-3c3d-44d9-b2e7-3a9c8e3d646e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.768755] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26cb4d1-4183-4745-b6f0-53a336ec0647 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.811267] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c56e9c9-986b-4bc8-8740-ff31a543a4cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.825022] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8478ccd0-cfe8-497c-a025-c8ad9ea75d8a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.826694] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569300, 'name': CloneVM_Task, 'duration_secs': 1.712718} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.827067] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Created linked-clone VM from snapshot [ 644.828232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013e8cb-ac3a-44d2-b332-e3a95d581b46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.839985] env[70294]: DEBUG nova.compute.provider_tree [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.847374] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Uploading image 934b1c30-2705-4a11-9324-a9cbf8b7bd3b {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.858596] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.880764] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 644.880764] env[70294]: value = "vm-712471" [ 644.880764] env[70294]: _type = "VirtualMachine" [ 644.880764] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 644.881095] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-01bdd965-c7f8-4eff-bd3d-a1de64bce7ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.889607] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lease: (returnval){ [ 644.889607] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef5b98-116d-7a6a-8a3b-ab10adf51af5" [ 644.889607] env[70294]: _type = "HttpNfcLease" [ 644.889607] env[70294]: } obtained for exporting VM: (result){ [ 644.889607] env[70294]: value = "vm-712471" [ 644.889607] env[70294]: _type = "VirtualMachine" [ 644.889607] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 644.890175] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the lease: (returnval){ [ 644.890175] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef5b98-116d-7a6a-8a3b-ab10adf51af5" [ 644.890175] env[70294]: _type = "HttpNfcLease" [ 644.890175] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 644.897503] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 644.897503] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef5b98-116d-7a6a-8a3b-ab10adf51af5" [ 644.897503] env[70294]: _type = "HttpNfcLease" [ 644.897503] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 644.961214] env[70294]: DEBUG nova.network.neutron [-] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.976737] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569304, 'name': ReconfigVM_Task, 'duration_secs': 0.188169} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.979463] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 644.980345] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a295766-62ee-41b1-86fb-5bb76b7bf2aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.006558] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 4c71fa1f-c643-4719-9074-946949b9a652/4c71fa1f-c643-4719-9074-946949b9a652.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.009955] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a57346-c032-41db-935c-83cff74cf71c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.031722] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 645.031722] env[70294]: value = "task-3569307" [ 645.031722] env[70294]: _type = "Task" [ 645.031722] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.042596] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-626136b7-beda-4253-bbe9-b1d4761de373 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.049900] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.054288] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead20d0c-6361-4292-ab1c-d24ee3c164a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.087606] env[70294]: DEBUG nova.compute.manager [req-baee6bb9-35ca-452d-aa2e-c17553a78581 req-23619606-1b08-4fea-9b82-86d4be8e58d4 service nova] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Detach interface failed, port_id=3a26c086-082d-452d-87a2-1f94bd04590b, reason: Instance 53799918-abc1-4d31-941e-76ee94bafb3c could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 645.092514] env[70294]: DEBUG nova.network.neutron [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [{"id": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "address": "fa:16:3e:ce:bd:ec", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082755b5-f1", "ovs_interfaceid": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.097165] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.354022] env[70294]: DEBUG nova.scheduler.client.report [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.358627] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.400553] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 645.400553] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef5b98-116d-7a6a-8a3b-ab10adf51af5" [ 645.400553] env[70294]: _type = "HttpNfcLease" [ 645.400553] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 645.400966] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 645.400966] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef5b98-116d-7a6a-8a3b-ab10adf51af5" [ 645.400966] env[70294]: _type = "HttpNfcLease" [ 645.400966] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 645.401970] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897af36-9238-46ad-be6f-1fbb733ff2ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.414341] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222396f-9dc9-248e-4cc5-11867b317515/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 645.414841] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222396f-9dc9-248e-4cc5-11867b317515/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 645.489307] env[70294]: INFO nova.compute.manager [-] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Took 2.40 seconds to deallocate network for instance. [ 645.508978] env[70294]: DEBUG nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.544753] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569307, 'name': ReconfigVM_Task, 'duration_secs': 0.295081} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.547493] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 4c71fa1f-c643-4719-9074-946949b9a652/4c71fa1f-c643-4719-9074-946949b9a652.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.551022] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance '4c71fa1f-c643-4719-9074-946949b9a652' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 645.555381] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e68a51fa-11a9-4a30-a0be-15016647d0fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.561621] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.562148] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.562432] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.562732] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.563541] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.563876] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.564299] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.564603] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.564916] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.565226] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.565536] env[70294]: DEBUG nova.virt.hardware [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.566911] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b213ef-4e42-4412-9752-e49d9272a288 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.584780] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c177003b-3646-4a42-a674-cc2b66e21343 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.604629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Releasing lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.604629] env[70294]: DEBUG nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Instance network_info: |[{"id": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "address": "fa:16:3e:ce:bd:ec", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082755b5-f1", "ovs_interfaceid": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.611806] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:bd:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '082755b5-f132-4a6a-ba7a-4f89bf432e9f', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.618157] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Creating folder: Project (e18eb3e10e944a85bedf5b3e1630c582). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.618478] env[70294]: DEBUG oslo_vmware.api [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569305, 'name': PowerOnVM_Task, 'duration_secs': 0.60159} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.619306] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06bcfceb-518d-4a8a-b9ea-f90139018353 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.621350] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.621386] env[70294]: INFO nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Took 8.31 seconds to spawn the instance on the hypervisor. [ 645.622169] env[70294]: DEBUG nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.624146] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffb28a3-a48e-43d0-931e-06a860e85600 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.851204] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.853496] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Created folder: Project (e18eb3e10e944a85bedf5b3e1630c582) in parent group-v712401. [ 645.853794] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Creating folder: Instances. Parent ref: group-v712472. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.854134] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-caa4a1f2-0264-47b2-8d65-fc00de1355b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.861609] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.397s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.869509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.277s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.872151] env[70294]: INFO nova.compute.claims [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.874988] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Created folder: Instances in parent group-v712472. [ 645.875291] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.875805] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.875805] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae2f79e-63fe-4da6-aa12-b8c8f638fdba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.896907] env[70294]: INFO nova.scheduler.client.report [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Deleted allocations for instance 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7 [ 645.899857] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.899857] env[70294]: value = "task-3569310" [ 645.899857] env[70294]: _type = "Task" [ 645.899857] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.913507] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569310, 'name': CreateVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.999635] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.058915] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac9fc50-8054-48ae-af96-2092a6f4a0cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.079749] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef690755-27a3-44f8-961d-3899d5acc814 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.103388] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance '4c71fa1f-c643-4719-9074-946949b9a652' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 646.110347] env[70294]: DEBUG nova.compute.manager [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.110656] env[70294]: DEBUG nova.compute.manager [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing instance network info cache due to event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.111261] env[70294]: DEBUG oslo_concurrency.lockutils [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] Acquiring lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.111261] env[70294]: DEBUG oslo_concurrency.lockutils [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] Acquired lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.111261] env[70294]: DEBUG nova.network.neutron [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 646.154453] env[70294]: INFO nova.compute.manager [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Took 36.89 seconds to build instance. [ 646.968421] env[70294]: DEBUG nova.network.neutron [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Successfully updated port: 42ff08f7-25d1-4794-af03-606293181d24 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.979800] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5aa2a3cd-b63e-47bc-a093-6b83be587b34 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "149b8450-04d5-43f9-bedd-a562854e19cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.648s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.980476] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db5a1299-bc33-4782-bea4-acb36765190e tempest-ServerDiagnosticsV248Test-1892644530 tempest-ServerDiagnosticsV248Test-1892644530-project-member] Lock "2db09644-9d2c-4a5c-8d3f-2d2d30278ef7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.976s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.016858] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.017156] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569310, 'name': CreateVM_Task, 'duration_secs': 0.415366} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.017662] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.018686] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.021509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.021509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.021509] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562af6e5-8655-4bd7-8d08-1c802f8e3324 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.027293] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 647.027293] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5264be36-b113-ca3f-1034-80a48fef209c" [ 647.027293] env[70294]: _type = "Task" [ 647.027293] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.046340] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5264be36-b113-ca3f-1034-80a48fef209c, 'name': SearchDatastore_Task, 'duration_secs': 0.014405} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.049815] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.049815] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.049815] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.049815] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.050039] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.051981] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d376f867-c280-47a8-9e84-eda929b7cf6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.061305] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.061622] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.062838] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9aff0fe-e013-4c36-b0b3-dde77c23bdb4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.069594] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 647.069594] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52513287-73c0-dd60-3c36-6c5a0046a690" [ 647.069594] env[70294]: _type = "Task" [ 647.069594] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.074281] env[70294]: DEBUG nova.network.neutron [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Port 9a29065a-6229-4c54-9295-a5727a9f5a16 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 647.081727] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52513287-73c0-dd60-3c36-6c5a0046a690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.301506] env[70294]: DEBUG nova.network.neutron [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updated VIF entry in instance network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.301506] env[70294]: DEBUG nova.network.neutron [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [{"id": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "address": "fa:16:3e:ce:bd:ec", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082755b5-f1", "ovs_interfaceid": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.482022] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.487903] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "refresh_cache-8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.488082] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired lock "refresh_cache-8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.488237] env[70294]: DEBUG nova.network.neutron [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.495328] env[70294]: DEBUG nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 647.580065] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52513287-73c0-dd60-3c36-6c5a0046a690, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.580692] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db08c185-72f3-4bd5-8ec0-56f5747fe908 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.594982] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 647.594982] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5278d02b-1007-0741-ec8c-49b7570c28e1" [ 647.594982] env[70294]: _type = "Task" [ 647.594982] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.608504] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5278d02b-1007-0741-ec8c-49b7570c28e1, 'name': SearchDatastore_Task} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.608848] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.609071] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 5c641c3f-7ada-44ea-91a7-c491568dec47/5c641c3f-7ada-44ea-91a7-c491568dec47.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.612609] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20408c83-ceb5-4f8d-8105-90a74360dddc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.619541] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 647.619541] env[70294]: value = "task-3569311" [ 647.619541] env[70294]: _type = "Task" [ 647.619541] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.633503] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.812239] env[70294]: DEBUG oslo_concurrency.lockutils [req-a8774ac6-dd91-4b37-9df7-4e1e83e661ac req-5eff7873-8986-480e-a6ac-a87441ce80fa service nova] Releasing lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.988235] env[70294]: DEBUG oslo_vmware.api [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569292, 'name': ReconfigVM_Task, 'duration_secs': 5.769261} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.988604] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.988865] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Reconfigured VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 648.032772] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.043890] env[70294]: DEBUG nova.network.neutron [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 648.115482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "4c71fa1f-c643-4719-9074-946949b9a652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.115853] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.116112] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.120251] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e46a6dd-6b25-424e-8548-a8dd84d395b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.140077] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39768fd7-17e4-4c3a-b5ec-bcaf6e7971b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.144894] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508976} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.145188] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 5c641c3f-7ada-44ea-91a7-c491568dec47/5c641c3f-7ada-44ea-91a7-c491568dec47.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.145406] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.146142] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-759778e5-7acc-4798-bb15-9a7dc27724b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.179747] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55250e0a-de21-4c47-aa3c-9938525c2d6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.190342] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74b1b89-bcf5-4d78-a118-793e9049bf20 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.194857] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 648.194857] env[70294]: value = "task-3569312" [ 648.194857] env[70294]: _type = "Task" [ 648.194857] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.209963] env[70294]: DEBUG nova.compute.provider_tree [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.217481] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.325294] env[70294]: DEBUG nova.network.neutron [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Updating instance_info_cache with network_info: [{"id": "42ff08f7-25d1-4794-af03-606293181d24", "address": "fa:16:3e:ba:1b:40", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ff08f7-25", "ovs_interfaceid": "42ff08f7-25d1-4794-af03-606293181d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.705878] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095611} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.706226] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.707094] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4066d-5c07-4129-a725-e911288f92ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.722622] env[70294]: DEBUG nova.scheduler.client.report [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.737536] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 5c641c3f-7ada-44ea-91a7-c491568dec47/5c641c3f-7ada-44ea-91a7-c491568dec47.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.737536] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e1da8a-9d41-425a-a37c-02be94e9afaa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.758155] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 648.758155] env[70294]: value = "task-3569313" [ 648.758155] env[70294]: _type = "Task" [ 648.758155] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.768640] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.828621] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Releasing lock "refresh_cache-8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.828984] env[70294]: DEBUG nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Instance network_info: |[{"id": "42ff08f7-25d1-4794-af03-606293181d24", "address": "fa:16:3e:ba:1b:40", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ff08f7-25", "ovs_interfaceid": "42ff08f7-25d1-4794-af03-606293181d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.829439] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:1b:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42ff08f7-25d1-4794-af03-606293181d24', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.837242] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.837501] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.837738] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d937328-9824-4ad6-9012-2bad4b7b5b31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.858130] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.858130] env[70294]: value = "task-3569314" [ 648.858130] env[70294]: _type = "Task" [ 648.858130] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.871752] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569314, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.181811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.182079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.182360] env[70294]: DEBUG nova.network.neutron [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.238547] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.369s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.239066] env[70294]: DEBUG nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.244343] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.372s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.249057] env[70294]: INFO nova.compute.claims [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.279363] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569313, 'name': ReconfigVM_Task, 'duration_secs': 0.430493} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.279704] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 5c641c3f-7ada-44ea-91a7-c491568dec47/5c641c3f-7ada-44ea-91a7-c491568dec47.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.280486] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36621d7d-20a2-402f-81f2-c76b69fd2ffd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.286554] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.286723] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.286915] env[70294]: DEBUG nova.network.neutron [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.290230] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 649.290230] env[70294]: value = "task-3569315" [ 649.290230] env[70294]: _type = "Task" [ 649.290230] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.299342] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569315, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.368930] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569314, 'name': CreateVM_Task, 'duration_secs': 0.49467} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.369197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.370033] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.370229] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.370571] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.370928] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0955705-9a2f-4949-ae69-ef993a8a9ca2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.376476] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 649.376476] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528b27e2-6f5c-fe59-def2-3e55bdd7969e" [ 649.376476] env[70294]: _type = "Task" [ 649.376476] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.385218] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528b27e2-6f5c-fe59-def2-3e55bdd7969e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.746068] env[70294]: DEBUG nova.compute.utils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.750364] env[70294]: DEBUG nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.750702] env[70294]: DEBUG nova.network.neutron [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.802646] env[70294]: DEBUG nova.policy [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f827cb54e55e486b9cfa1e91cdda3fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2eb9cc3fde483a97ca47a557064d1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.810864] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569315, 'name': Rename_Task, 'duration_secs': 0.195518} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.811725] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.812254] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a202fcb6-d736-49c1-82e4-958225de48dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.821363] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 649.821363] env[70294]: value = "task-3569316" [ 649.821363] env[70294]: _type = "Task" [ 649.821363] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.834943] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.888831] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528b27e2-6f5c-fe59-def2-3e55bdd7969e, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.888831] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.889041] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.889563] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.889764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.889963] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.890261] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9c55c20-3c3a-4187-9eda-177ae640261b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.900192] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.900357] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.901118] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c8d98a-4e89-4e41-9a08-aaef396b9afa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.910400] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 649.910400] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1e5cd-7fc8-db3a-74af-93baf348eeb5" [ 649.910400] env[70294]: _type = "Task" [ 649.910400] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.921835] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1e5cd-7fc8-db3a-74af-93baf348eeb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.989386] env[70294]: DEBUG nova.network.neutron [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance_info_cache with network_info: [{"id": "9a29065a-6229-4c54-9295-a5727a9f5a16", "address": "fa:16:3e:3b:d1:e6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a29065a-62", "ovs_interfaceid": "9a29065a-6229-4c54-9295-a5727a9f5a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.095342] env[70294]: INFO nova.network.neutron [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Port 0c91a788-04b4-456c-9b01-ac3c5e099892 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 650.095808] env[70294]: DEBUG nova.network.neutron [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updating instance_info_cache with network_info: [{"id": "e7caa92f-9245-47ed-bd2c-81565fa87826", "address": "fa:16:3e:20:0b:73", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7caa92f-92", "ovs_interfaceid": "e7caa92f-9245-47ed-bd2c-81565fa87826", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.120360] env[70294]: DEBUG nova.network.neutron [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Successfully created port: 7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.244625] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211778b-c931-fa84-078a-a3e81da25b67/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 650.245973] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc16177-666f-4865-aafe-207f51561c6a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.256873] env[70294]: DEBUG nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.260172] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211778b-c931-fa84-078a-a3e81da25b67/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 650.260340] env[70294]: ERROR oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211778b-c931-fa84-078a-a3e81da25b67/disk-0.vmdk due to incomplete transfer. [ 650.260562] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6e29de1b-321d-4ef7-bb8a-ebdb099e7246 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.277644] env[70294]: DEBUG oslo_vmware.rw_handles [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5211778b-c931-fa84-078a-a3e81da25b67/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 650.277644] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Uploaded image 278eb813-a452-472f-8305-cef70eeb12a7 to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 650.280711] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 650.281162] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d44f7b2-1c76-490d-ab39-90b102f04471 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.289705] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 650.289705] env[70294]: value = "task-3569317" [ 650.289705] env[70294]: _type = "Task" [ 650.289705] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.299320] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569317, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.335387] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569316, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.421600] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1e5cd-7fc8-db3a-74af-93baf348eeb5, 'name': SearchDatastore_Task, 'duration_secs': 0.02027} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.422639] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c6ddfe-1589-4c14-9a6c-44f35cc811c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.428385] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 650.428385] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5289dcfd-78f6-f115-5135-e1c95e565da4" [ 650.428385] env[70294]: _type = "Task" [ 650.428385] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.441770] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5289dcfd-78f6-f115-5135-e1c95e565da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.495393] env[70294]: DEBUG oslo_concurrency.lockutils [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.600898] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-480aaef7-ba59-4e4b-89e8-dd46b5db1016" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.801097] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569317, 'name': Destroy_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.835884] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569316, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.837279] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ca3b12-30f7-423b-87d7-36c96c4ac661 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.845788] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0080a6-5217-43fe-a452-c220a93c9a38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.880506] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab16a8f3-ef80-4405-af77-b5dcdad2eb77 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.889378] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60112c03-dca6-450b-8a84-c4f3ff50b5e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.904784] env[70294]: DEBUG nova.compute.provider_tree [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.942378] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5289dcfd-78f6-f115-5135-e1c95e565da4, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.942698] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.943292] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d/8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.943421] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-322dcaab-3345-47eb-a010-ee4cbbe2961d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.951253] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 650.951253] env[70294]: value = "task-3569318" [ 650.951253] env[70294]: _type = "Task" [ 650.951253] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.959258] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.028500] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b285b91-b098-43dd-bab5-e3d8d594983e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.048890] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "149b8450-04d5-43f9-bedd-a562854e19cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.049389] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "149b8450-04d5-43f9-bedd-a562854e19cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.049389] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "149b8450-04d5-43f9-bedd-a562854e19cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.049570] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "149b8450-04d5-43f9-bedd-a562854e19cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.049964] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "149b8450-04d5-43f9-bedd-a562854e19cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.052126] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c9d9ac-3933-4bb2-a3b2-a5f0af2f2554 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.055452] env[70294]: INFO nova.compute.manager [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Terminating instance [ 651.061091] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance '4c71fa1f-c643-4719-9074-946949b9a652' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.105552] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d56ad2c1-5bc9-435e-8e9b-9a10c9a604d3 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-480aaef7-ba59-4e4b-89e8-dd46b5db1016-0c91a788-04b4-456c-9b01-ac3c5e099892" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.907s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.142299] env[70294]: DEBUG nova.compute.manager [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Received event network-vif-plugged-42ff08f7-25d1-4794-af03-606293181d24 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.142653] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] Acquiring lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.142919] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.143143] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.143351] env[70294]: DEBUG nova.compute.manager [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] No waiting events found dispatching network-vif-plugged-42ff08f7-25d1-4794-af03-606293181d24 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.143550] env[70294]: WARNING nova.compute.manager [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Received unexpected event network-vif-plugged-42ff08f7-25d1-4794-af03-606293181d24 for instance with vm_state building and task_state spawning. [ 651.143786] env[70294]: DEBUG nova.compute.manager [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Received event network-changed-42ff08f7-25d1-4794-af03-606293181d24 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.144028] env[70294]: DEBUG nova.compute.manager [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Refreshing instance network info cache due to event network-changed-42ff08f7-25d1-4794-af03-606293181d24. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.144295] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] Acquiring lock "refresh_cache-8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.144506] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] Acquired lock "refresh_cache-8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.144737] env[70294]: DEBUG nova.network.neutron [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Refreshing network info cache for port 42ff08f7-25d1-4794-af03-606293181d24 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.159201] env[70294]: DEBUG nova.compute.manager [req-b0169aa5-2d19-4325-bc6d-223a7068f067 req-13be1eae-4bbd-48e3-a883-4aec8f81e332 service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received event network-vif-deleted-0c91a788-04b4-456c-9b01-ac3c5e099892 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.274397] env[70294]: DEBUG nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.302290] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569317, 'name': Destroy_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.309021] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.309310] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.309503] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.309671] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.309925] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.310015] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.310357] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.312280] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.312280] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.312280] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.312280] env[70294]: DEBUG nova.virt.hardware [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.312521] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057002fd-d693-439b-a41e-e3bca22efdfe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.320395] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a488338-0616-443b-a1ef-7079656f2c26 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.346945] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569316, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.408126] env[70294]: DEBUG nova.scheduler.client.report [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.465311] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569318, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.559882] env[70294]: DEBUG nova.compute.manager [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 651.560932] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 651.561955] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1fb18c-1b28-487a-8644-a457dd27a5b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.570399] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.573872] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f196466-4aed-4236-baa4-04d8c9eb4ba5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.576804] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 651.577221] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4631e68-31aa-4851-add9-71022b18063e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.587751] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 651.587751] env[70294]: value = "task-3569319" [ 651.587751] env[70294]: _type = "Task" [ 651.587751] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.588662] env[70294]: DEBUG oslo_vmware.api [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 651.588662] env[70294]: value = "task-3569320" [ 651.588662] env[70294]: _type = "Task" [ 651.588662] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.602073] env[70294]: DEBUG oslo_vmware.api [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.606347] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.647595] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.651051] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 651.801317] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569317, 'name': Destroy_Task, 'duration_secs': 1.501102} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.801317] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Destroyed the VM [ 651.802156] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 651.802484] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1e251f37-4798-48a7-9381-dca2c6b932df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.814371] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 651.814371] env[70294]: value = "task-3569321" [ 651.814371] env[70294]: _type = "Task" [ 651.814371] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.824678] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.841434] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569316, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.920688] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.920688] env[70294]: DEBUG nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.924011] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.924299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.924700] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.924907] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.925085] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.927025] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.590s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.927590] env[70294]: DEBUG nova.objects.instance [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lazy-loading 'resources' on Instance uuid 1951cb5e-2d4a-4ed4-9380-a79c28752218 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 651.929694] env[70294]: INFO nova.compute.manager [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Terminating instance [ 651.964120] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79491} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.964431] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d/8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.964724] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.964979] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8335d94e-de95-4395-85e8-fc7f2a5cdcf0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.973494] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 651.973494] env[70294]: value = "task-3569322" [ 651.973494] env[70294]: _type = "Task" [ 651.973494] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.985094] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.051516] env[70294]: DEBUG nova.network.neutron [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Updated VIF entry in instance network info cache for port 42ff08f7-25d1-4794-af03-606293181d24. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.051516] env[70294]: DEBUG nova.network.neutron [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Updating instance_info_cache with network_info: [{"id": "42ff08f7-25d1-4794-af03-606293181d24", "address": "fa:16:3e:ba:1b:40", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.248", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42ff08f7-25", "ovs_interfaceid": "42ff08f7-25d1-4794-af03-606293181d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.109621] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.109621] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.109621] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569319, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.109621] env[70294]: DEBUG oslo_vmware.api [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569320, 'name': PowerOffVM_Task, 'duration_secs': 0.25002} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.109621] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.110030] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.110030] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e537ee1-70a6-4979-a0e2-ec056629878e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.161363] env[70294]: DEBUG nova.network.neutron [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Successfully updated port: 7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.163796] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.163965] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.164185] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.164379] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.164582] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.164804] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.164941] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 652.165816] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.175257] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 652.175257] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 652.175257] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleting the datastore file [datastore1] 149b8450-04d5-43f9-bedd-a562854e19cd {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 652.175257] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a82d7059-4200-41c0-997c-a8c8c51992b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.183896] env[70294]: DEBUG oslo_vmware.api [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 652.183896] env[70294]: value = "task-3569324" [ 652.183896] env[70294]: _type = "Task" [ 652.183896] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.193273] env[70294]: DEBUG oslo_vmware.api [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.329047] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569321, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.337849] env[70294]: DEBUG oslo_vmware.api [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569316, 'name': PowerOnVM_Task, 'duration_secs': 2.239367} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.338135] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.338377] env[70294]: INFO nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Took 9.79 seconds to spawn the instance on the hypervisor. [ 652.338586] env[70294]: DEBUG nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.339399] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a96b66a-b246-4c29-93b2-38facc130eec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.428670] env[70294]: DEBUG nova.compute.utils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 652.430368] env[70294]: DEBUG nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 652.434022] env[70294]: DEBUG nova.network.neutron [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 652.437960] env[70294]: DEBUG nova.compute.manager [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.439305] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.440888] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b043a6-8970-45bd-96ae-575aff0d1dc1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.449012] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.449385] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74a72854-1cd1-4436-8216-b6c945510e9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.456142] env[70294]: DEBUG oslo_vmware.api [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 652.456142] env[70294]: value = "task-3569325" [ 652.456142] env[70294]: _type = "Task" [ 652.456142] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.467504] env[70294]: DEBUG oslo_vmware.api [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569325, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.486376] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075741} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.486569] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.491025] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2eb8c-d2bc-4fee-8a65-e22f379cb41a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.514099] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d/8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.517215] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-630517c4-fa5b-4650-a1a4-3be256d874e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.536506] env[70294]: DEBUG nova.policy [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0794a32f6bb24c5b90d61a894e303d41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf91c734dbaf46eb801736084ef17cb1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.544031] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 652.544031] env[70294]: value = "task-3569326" [ 652.544031] env[70294]: _type = "Task" [ 652.544031] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.551958] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.556491] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ce00853-3903-48d7-828e-112503bb588c req-da4d091f-71fa-4db2-ad98-4810e55b54f8 service nova] Releasing lock "refresh_cache-8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.603577] env[70294]: DEBUG oslo_vmware.api [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569319, 'name': PowerOnVM_Task, 'duration_secs': 0.525002} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.603922] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.604129] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-378461e8-41e0-46d0-853d-70d4a2559d99 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance '4c71fa1f-c643-4719-9074-946949b9a652' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.664770] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.664878] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.665053] env[70294]: DEBUG nova.network.neutron [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.671785] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.705929] env[70294]: DEBUG oslo_vmware.api [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298211} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.706733] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 652.706733] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 652.706733] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 652.706733] env[70294]: INFO nova.compute.manager [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 652.707033] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 652.709702] env[70294]: DEBUG nova.compute.manager [-] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 652.709860] env[70294]: DEBUG nova.network.neutron [-] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.715847] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "982cbbf3-3993-4230-91f6-3343b0a42f51" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.716080] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.826987] env[70294]: DEBUG oslo_vmware.api [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6803} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.829794] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 652.830040] env[70294]: INFO nova.compute.manager [None req-22b14ee2-7392-4271-94a5-7ccc37b4e000 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Took 14.06 seconds to snapshot the instance on the hypervisor. [ 652.858698] env[70294]: INFO nova.compute.manager [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Took 38.68 seconds to build instance. [ 652.939230] env[70294]: DEBUG nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.973469] env[70294]: DEBUG oslo_vmware.api [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569325, 'name': PowerOffVM_Task, 'duration_secs': 0.386181} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.973469] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.973469] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.973469] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04f4919d-a766-485a-90c1-ee529162fc67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.029411] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.029411] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.029558] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleting the datastore file [datastore1] 480aaef7-ba59-4e4b-89e8-dd46b5db1016 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.030403] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aaa62d9a-8f4e-46ab-9486-06f344863dac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.046022] env[70294]: DEBUG oslo_vmware.api [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 653.046022] env[70294]: value = "task-3569328" [ 653.046022] env[70294]: _type = "Task" [ 653.046022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.062572] env[70294]: DEBUG oslo_vmware.api [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569328, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.065776] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569326, 'name': ReconfigVM_Task, 'duration_secs': 0.430014} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.067019] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d/8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.071026] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49169f2f-904e-4f95-b9e4-2183bdbaf4f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.076723] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 653.076723] env[70294]: value = "task-3569329" [ 653.076723] env[70294]: _type = "Task" [ 653.076723] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.090402] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569329, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.178213] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ec6f8c-9591-4e19-94b6-0973b7556682 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.184741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea51911a-6049-4580-b64b-d8dd5af1cde5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.217835] env[70294]: DEBUG nova.network.neutron [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.220499] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031f31d6-fb82-487b-8d65-632c273abb43 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.224311] env[70294]: DEBUG nova.compute.utils [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.231840] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a6bd2c-a219-4f2e-84e7-bb67021f8411 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.247390] env[70294]: DEBUG nova.compute.provider_tree [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.298705] env[70294]: DEBUG nova.network.neutron [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Successfully created port: 24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.360770] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c3c7c707-c8fd-407b-b44b-314cfefbc190 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.309s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.387766] env[70294]: DEBUG nova.network.neutron [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.554630] env[70294]: DEBUG oslo_vmware.api [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569328, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352526} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.554822] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 653.555020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 653.555205] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 653.555382] env[70294]: INFO nova.compute.manager [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Took 1.12 seconds to destroy the instance on the hypervisor. [ 653.555626] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.555867] env[70294]: DEBUG nova.network.neutron [-] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.556984] env[70294]: DEBUG nova.compute.manager [-] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 653.557109] env[70294]: DEBUG nova.network.neutron [-] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 653.587788] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569329, 'name': Rename_Task, 'duration_secs': 0.167205} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.588160] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.588448] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11758e63-cb56-447d-b894-87ab18f8203d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.595975] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 653.595975] env[70294]: value = "task-3569330" [ 653.595975] env[70294]: _type = "Task" [ 653.595975] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.603583] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.727666] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.753396] env[70294]: DEBUG nova.scheduler.client.report [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.864134] env[70294]: DEBUG nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.891728] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.891728] env[70294]: DEBUG nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Instance network_info: |[{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.891728] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:0f:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7754eb18-94ec-497e-86f6-9038e28638e6', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.899243] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Creating folder: Project (1f2eb9cc3fde483a97ca47a557064d1e). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.899520] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c6c3040-8f99-4b85-be2b-4be2f6a1dab1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.913144] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Created folder: Project (1f2eb9cc3fde483a97ca47a557064d1e) in parent group-v712401. [ 653.913144] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Creating folder: Instances. Parent ref: group-v712476. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.913144] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bae04df0-c59c-4d13-98b0-e270f088a512 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.923375] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Created folder: Instances in parent group-v712476. [ 653.923835] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.924479] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.924479] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13e3b01d-d613-4804-b9ea-7b2f841676f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.947950] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.947950] env[70294]: value = "task-3569333" [ 653.947950] env[70294]: _type = "Task" [ 653.947950] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.952999] env[70294]: DEBUG nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.960332] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569333, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.982189] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.982799] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.983123] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.984188] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.984188] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.984188] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.984188] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.985103] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.985103] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.985103] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.985103] env[70294]: DEBUG nova.virt.hardware [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.986093] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc4e8ee-25c0-4629-8e61-039ed2edaa9e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.994586] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573e563e-41b9-49d9-8565-169ffa9f19a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.060223] env[70294]: INFO nova.compute.manager [-] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Took 1.35 seconds to deallocate network for instance. [ 654.110255] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569330, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.256135] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222396f-9dc9-248e-4cc5-11867b317515/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 654.256829] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcb8b34-b9bf-42d1-98ce-be21190b661c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.260322] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.333s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.262870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.728s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.265105] env[70294]: DEBUG nova.objects.instance [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lazy-loading 'resources' on Instance uuid be317dea-3a7b-4856-8e39-0af015f515ec {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 654.274354] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222396f-9dc9-248e-4cc5-11867b317515/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 654.274545] env[70294]: ERROR oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222396f-9dc9-248e-4cc5-11867b317515/disk-0.vmdk due to incomplete transfer. [ 654.274838] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3093ecb2-ec4e-4400-af35-f365da5f18fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.282159] env[70294]: DEBUG oslo_vmware.rw_handles [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5222396f-9dc9-248e-4cc5-11867b317515/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 654.282389] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Uploaded image 934b1c30-2705-4a11-9324-a9cbf8b7bd3b to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 654.283955] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 654.284486] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ddb47aa8-bb0d-4fd9-a325-9c9d995e460a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.292934] env[70294]: INFO nova.scheduler.client.report [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted allocations for instance 1951cb5e-2d4a-4ed4-9380-a79c28752218 [ 654.295432] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 654.295432] env[70294]: value = "task-3569334" [ 654.295432] env[70294]: _type = "Task" [ 654.295432] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.310109] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569334, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.344928] env[70294]: DEBUG nova.compute.manager [req-94daf50d-e48a-46dd-aff0-6b2f13a05a58 req-24b3f601-e3f9-4050-aa12-ad2c44126123 service nova] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Received event network-vif-deleted-759dea11-a681-4e6a-8166-1b1b1d5744ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.388517] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.462456] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569333, 'name': CreateVM_Task, 'duration_secs': 0.326875} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.462635] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.463361] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.463526] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.463847] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.464141] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3c3fa4-7d1b-4822-8e18-223c95798ab5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.471028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "d982c5c3-07ec-4185-9849-8f569c477565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.471028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.473403] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 654.473403] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52397c8a-bdb3-db7b-bbcd-5322632c8bb6" [ 654.473403] env[70294]: _type = "Task" [ 654.473403] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.482374] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52397c8a-bdb3-db7b-bbcd-5322632c8bb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.533200] env[70294]: DEBUG nova.compute.manager [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Received event network-vif-plugged-7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.533338] env[70294]: DEBUG oslo_concurrency.lockutils [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.533641] env[70294]: DEBUG oslo_concurrency.lockutils [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.533781] env[70294]: DEBUG oslo_concurrency.lockutils [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.534062] env[70294]: DEBUG nova.compute.manager [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] No waiting events found dispatching network-vif-plugged-7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.534268] env[70294]: WARNING nova.compute.manager [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Received unexpected event network-vif-plugged-7754eb18-94ec-497e-86f6-9038e28638e6 for instance with vm_state building and task_state spawning. [ 654.534435] env[70294]: DEBUG nova.compute.manager [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Received event network-changed-7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.534636] env[70294]: DEBUG nova.compute.manager [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Refreshing instance network info cache due to event network-changed-7754eb18-94ec-497e-86f6-9038e28638e6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.534841] env[70294]: DEBUG oslo_concurrency.lockutils [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.534985] env[70294]: DEBUG oslo_concurrency.lockutils [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.535159] env[70294]: DEBUG nova.network.neutron [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Refreshing network info cache for port 7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.567362] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.607175] env[70294]: DEBUG oslo_vmware.api [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569330, 'name': PowerOnVM_Task, 'duration_secs': 0.561865} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.607459] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.607675] env[70294]: INFO nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Took 9.10 seconds to spawn the instance on the hypervisor. [ 654.607854] env[70294]: DEBUG nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.608714] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87405d2d-606b-4891-9387-569b1cdd4021 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.611802] env[70294]: DEBUG nova.network.neutron [-] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.808937] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86bd2fbc-a1a0-4fe8-9708-c52a18919b23 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "1951cb5e-2d4a-4ed4-9380-a79c28752218" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.945s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.815117] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569334, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.827186] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "982cbbf3-3993-4230-91f6-3343b0a42f51" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.828502] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.829674] env[70294]: INFO nova.compute.manager [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Attaching volume fd38eee1-43ae-4538-8039-d6a9c4073352 to /dev/sdb [ 654.882733] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbdcfcb-a9be-428e-92fb-29d8834c35c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.892241] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510ae787-bd15-46f2-9182-dcf2730b1b2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.907864] env[70294]: DEBUG nova.virt.block_device [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updating existing volume attachment record: 56c38b30-db52-4491-98ec-12dd6302d9a5 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 654.991853] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52397c8a-bdb3-db7b-bbcd-5322632c8bb6, 'name': SearchDatastore_Task, 'duration_secs': 0.020482} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.992164] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.992433] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.992669] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.992818] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.993012] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.993289] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeb5238c-ba25-433d-87a8-733b29a90c73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.006410] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.006410] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.010148] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d505ec9-59e8-4185-8e17-6d8b7be1eb17 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.012130] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 655.012130] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5246033b-0cd3-be1d-0d1e-a38af04c8677" [ 655.012130] env[70294]: _type = "Task" [ 655.012130] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.026308] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5246033b-0cd3-be1d-0d1e-a38af04c8677, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.077600] env[70294]: DEBUG nova.network.neutron [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Successfully updated port: 24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 655.115167] env[70294]: INFO nova.compute.manager [-] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Took 1.56 seconds to deallocate network for instance. [ 655.145414] env[70294]: INFO nova.compute.manager [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Took 40.66 seconds to build instance. [ 655.309759] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569334, 'name': Destroy_Task, 'duration_secs': 0.598503} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.312919] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Destroyed the VM [ 655.313306] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 655.314845] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-204bc37d-c0da-47b1-953e-3872474b2964 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.327360] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 655.327360] env[70294]: value = "task-3569338" [ 655.327360] env[70294]: _type = "Task" [ 655.327360] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.337308] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.376583] env[70294]: DEBUG nova.network.neutron [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updated VIF entry in instance network info cache for port 7754eb18-94ec-497e-86f6-9038e28638e6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.377460] env[70294]: DEBUG nova.network.neutron [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.413057] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302566f9-c2ed-495b-840d-2778b588ee75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.421642] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c2e2a9-6e27-4adb-bc4a-bb8f7f3e0afe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.457684] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b6b574-7fd3-45fe-910d-6a8e4723b260 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.466725] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dcb520-82ae-4839-8649-9f1b883ebf3f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.481546] env[70294]: DEBUG nova.compute.provider_tree [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 655.522954] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5246033b-0cd3-be1d-0d1e-a38af04c8677, 'name': SearchDatastore_Task, 'duration_secs': 0.01688} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.523809] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74bd7dc7-042c-4b87-91bf-ba904ae23cf0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.529165] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 655.529165] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ec213-ccb6-be17-df5b-53613a028b79" [ 655.529165] env[70294]: _type = "Task" [ 655.529165] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.537528] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ec213-ccb6-be17-df5b-53613a028b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.579657] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.579701] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquired lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.579854] env[70294]: DEBUG nova.network.neutron [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.637507] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.647294] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ea4f14bc-dad1-4d47-a4ce-3c2d95ecf084 tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.914s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.837859] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.881890] env[70294]: DEBUG oslo_concurrency.lockutils [req-61488524-90da-4808-bff6-8d515686e928 req-8a4daace-5561-470c-81e3-f046e33370c0 service nova] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.988605] env[70294]: DEBUG nova.scheduler.client.report [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 655.995056] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85532d1-3034-489d-9e90-9c9ab1db1497 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.004048] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5084cb17-e9b8-4dbd-aeb1-e2d7812a6986 tempest-ServersAdminNegativeTestJSON-1281753451 tempest-ServersAdminNegativeTestJSON-1281753451-project-admin] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Suspending the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 656.004533] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-2567b810-c551-47ae-a8bb-7416e5dd03c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.011649] env[70294]: DEBUG oslo_vmware.api [None req-5084cb17-e9b8-4dbd-aeb1-e2d7812a6986 tempest-ServersAdminNegativeTestJSON-1281753451 tempest-ServersAdminNegativeTestJSON-1281753451-project-admin] Waiting for the task: (returnval){ [ 656.011649] env[70294]: value = "task-3569339" [ 656.011649] env[70294]: _type = "Task" [ 656.011649] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.020443] env[70294]: DEBUG oslo_vmware.api [None req-5084cb17-e9b8-4dbd-aeb1-e2d7812a6986 tempest-ServersAdminNegativeTestJSON-1281753451 tempest-ServersAdminNegativeTestJSON-1281753451-project-admin] Task: {'id': task-3569339, 'name': SuspendVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.039267] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ec213-ccb6-be17-df5b-53613a028b79, 'name': SearchDatastore_Task, 'duration_secs': 0.02252} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.039267] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.039382] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8288abc2-c769-41b9-9e26-b3fc0628e127/8288abc2-c769-41b9-9e26-b3fc0628e127.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.039600] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85cd1d74-729b-4116-b6b0-eeaf3308cb32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.047168] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 656.047168] env[70294]: value = "task-3569340" [ 656.047168] env[70294]: _type = "Task" [ 656.047168] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.055210] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.131640] env[70294]: DEBUG nova.network.neutron [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.139807] env[70294]: DEBUG nova.compute.manager [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.141281] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf48423-65c3-4046-b690-e3457edfa1f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.151181] env[70294]: DEBUG nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 656.334531] env[70294]: DEBUG nova.network.neutron [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Updating instance_info_cache with network_info: [{"id": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "address": "fa:16:3e:d3:e7:73", "network": {"id": "be644be0-66cf-4de3-9534-87e88d655640", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-165725361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91c734dbaf46eb801736084ef17cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24475a24-3e", "ovs_interfaceid": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.347198] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.379307] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "4c71fa1f-c643-4719-9074-946949b9a652" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.379814] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.380267] env[70294]: DEBUG nova.compute.manager [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Going to confirm migration 1 {{(pid=70294) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 656.493760] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.496593] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.348s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.498994] env[70294]: INFO nova.compute.claims [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 656.526162] env[70294]: DEBUG oslo_vmware.api [None req-5084cb17-e9b8-4dbd-aeb1-e2d7812a6986 tempest-ServersAdminNegativeTestJSON-1281753451 tempest-ServersAdminNegativeTestJSON-1281753451-project-admin] Task: {'id': task-3569339, 'name': SuspendVM_Task} progress is 62%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.533244] env[70294]: INFO nova.scheduler.client.report [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Deleted allocations for instance be317dea-3a7b-4856-8e39-0af015f515ec [ 656.563641] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569340, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.655682] env[70294]: INFO nova.compute.manager [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] instance snapshotting [ 656.661203] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d19d39-2a0e-432e-aa63-87e42fc318dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.686478] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d422671a-7934-4a11-a88e-56f1cc4947b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.717986] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.840185] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Releasing lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.840580] env[70294]: DEBUG nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Instance network_info: |[{"id": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "address": "fa:16:3e:d3:e7:73", "network": {"id": "be644be0-66cf-4de3-9534-87e88d655640", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-165725361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91c734dbaf46eb801736084ef17cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24475a24-3e", "ovs_interfaceid": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 656.840895] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569338, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.841296] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:e7:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24475a24-3e1c-4b3f-af26-aa66bf320dc6', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.849204] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Creating folder: Project (cf91c734dbaf46eb801736084ef17cb1). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.850445] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37e740ce-9b55-43f5-9a21-0b7e44570bee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.853490] env[70294]: DEBUG nova.compute.manager [req-6dd5627b-fccd-48af-917f-bf1cec69f276 req-d92e1282-2396-4b5e-84fb-0cc0d14e307e service nova] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Received event network-vif-deleted-e7caa92f-9245-47ed-bd2c-81565fa87826 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.864894] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Created folder: Project (cf91c734dbaf46eb801736084ef17cb1) in parent group-v712401. [ 656.865113] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Creating folder: Instances. Parent ref: group-v712481. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 656.865339] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea73c118-4540-41cc-b0d5-4b181818b644 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.876423] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Created folder: Instances in parent group-v712481. [ 656.876695] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.876925] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.877127] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-929ca210-aff8-4075-9b62-a16dd016cc71 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.902516] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.902516] env[70294]: value = "task-3569343" [ 656.902516] env[70294]: _type = "Task" [ 656.902516] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.912633] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569343, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.916050] env[70294]: DEBUG nova.compute.manager [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Received event network-vif-plugged-24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.916328] env[70294]: DEBUG oslo_concurrency.lockutils [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] Acquiring lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.916581] env[70294]: DEBUG oslo_concurrency.lockutils [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.916713] env[70294]: DEBUG oslo_concurrency.lockutils [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.916884] env[70294]: DEBUG nova.compute.manager [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] No waiting events found dispatching network-vif-plugged-24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.917065] env[70294]: WARNING nova.compute.manager [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Received unexpected event network-vif-plugged-24475a24-3e1c-4b3f-af26-aa66bf320dc6 for instance with vm_state building and task_state spawning. [ 656.917253] env[70294]: DEBUG nova.compute.manager [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Received event network-changed-24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.917382] env[70294]: DEBUG nova.compute.manager [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Refreshing instance network info cache due to event network-changed-24475a24-3e1c-4b3f-af26-aa66bf320dc6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.917563] env[70294]: DEBUG oslo_concurrency.lockutils [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] Acquiring lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.917695] env[70294]: DEBUG oslo_concurrency.lockutils [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] Acquired lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.917846] env[70294]: DEBUG nova.network.neutron [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Refreshing network info cache for port 24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.024436] env[70294]: DEBUG oslo_vmware.api [None req-5084cb17-e9b8-4dbd-aeb1-e2d7812a6986 tempest-ServersAdminNegativeTestJSON-1281753451 tempest-ServersAdminNegativeTestJSON-1281753451-project-admin] Task: {'id': task-3569339, 'name': SuspendVM_Task, 'duration_secs': 0.916004} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.024550] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5084cb17-e9b8-4dbd-aeb1-e2d7812a6986 tempest-ServersAdminNegativeTestJSON-1281753451 tempest-ServersAdminNegativeTestJSON-1281753451-project-admin] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Suspended the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 657.024717] env[70294]: DEBUG nova.compute.manager [None req-5084cb17-e9b8-4dbd-aeb1-e2d7812a6986 tempest-ServersAdminNegativeTestJSON-1281753451 tempest-ServersAdminNegativeTestJSON-1281753451-project-admin] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 657.025741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d225b4-af79-4852-86e3-76d48799cb10 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.039276] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c39567b3-3423-4aa8-844a-46be5bb062cc tempest-FloatingIPsAssociationNegativeTestJSON-1697391029 tempest-FloatingIPsAssociationNegativeTestJSON-1697391029-project-member] Lock "be317dea-3a7b-4856-8e39-0af015f515ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.278s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.060395] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671701} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.060655] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8288abc2-c769-41b9-9e26-b3fc0628e127/8288abc2-c769-41b9-9e26-b3fc0628e127.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.060887] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.061157] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d16ea5b-8371-44cc-9ae3-df2a3237b53c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.071460] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 657.071460] env[70294]: value = "task-3569344" [ 657.071460] env[70294]: _type = "Task" [ 657.071460] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.080485] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.193761] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.194046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.194172] env[70294]: DEBUG nova.network.neutron [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.194419] env[70294]: DEBUG nova.objects.instance [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lazy-loading 'info_cache' on Instance uuid 4c71fa1f-c643-4719-9074-946949b9a652 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.201758] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 657.202207] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1eb42f02-738b-4bab-bc73-3728413a64f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.212242] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 657.212242] env[70294]: value = "task-3569345" [ 657.212242] env[70294]: _type = "Task" [ 657.212242] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.222840] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569345, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.347199] env[70294]: DEBUG oslo_vmware.api [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569338, 'name': RemoveSnapshot_Task, 'duration_secs': 1.572295} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.349480] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 657.350165] env[70294]: INFO nova.compute.manager [None req-9b0c896f-b349-43ec-ad76-7db816b70254 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Took 16.69 seconds to snapshot the instance on the hypervisor. [ 657.356673] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "5085434c-9573-4b05-bd07-f4d2c58396c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.356902] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.412645] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569343, 'name': CreateVM_Task, 'duration_secs': 0.324445} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.412842] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.414908] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.415130] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.415469] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.415738] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94217dd-7f13-43ae-98c1-f08193431d68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.422629] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 657.422629] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c65d19-f2e0-598a-b0a0-4c4056bdafe7" [ 657.422629] env[70294]: _type = "Task" [ 657.422629] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.433091] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c65d19-f2e0-598a-b0a0-4c4056bdafe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.581234] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080493} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.584083] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.585158] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9521247-523e-4a98-9600-9ab02345f4e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.613909] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8288abc2-c769-41b9-9e26-b3fc0628e127/8288abc2-c769-41b9-9e26-b3fc0628e127.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.619110] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7246f06b-ce1e-4849-9404-defdb24c7991 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.640014] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 657.640014] env[70294]: value = "task-3569347" [ 657.640014] env[70294]: _type = "Task" [ 657.640014] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.649364] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.724916] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569345, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.760097] env[70294]: DEBUG nova.network.neutron [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Updated VIF entry in instance network info cache for port 24475a24-3e1c-4b3f-af26-aa66bf320dc6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.760507] env[70294]: DEBUG nova.network.neutron [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Updating instance_info_cache with network_info: [{"id": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "address": "fa:16:3e:d3:e7:73", "network": {"id": "be644be0-66cf-4de3-9534-87e88d655640", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-165725361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91c734dbaf46eb801736084ef17cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24475a24-3e", "ovs_interfaceid": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.936038] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c65d19-f2e0-598a-b0a0-4c4056bdafe7, 'name': SearchDatastore_Task, 'duration_secs': 0.022975} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.938898] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.939262] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.939535] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.939721] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.939954] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.940535] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33221300-7ba2-4a89-a804-487f8718cf36 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.953818] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.954397] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.954789] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe58c14-19b0-4bcb-ad24-f37c5086e6a6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.959711] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 657.959711] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203bd6b-8656-448d-a12e-3b6aa2954080" [ 657.959711] env[70294]: _type = "Task" [ 657.959711] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.969754] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203bd6b-8656-448d-a12e-3b6aa2954080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.126512] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be9b129-80f9-4372-a72b-5cbf2e69e0d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.134322] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dcd3977-973a-421c-97c9-bba3b7ff5154 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.172708] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4638506-c904-458f-a942-fde134e8b917 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.180436] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.186529] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac8d548-65a1-44fc-884f-41e07a1fa1f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.200373] env[70294]: DEBUG nova.compute.provider_tree [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.222630] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569345, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.268033] env[70294]: DEBUG oslo_concurrency.lockutils [req-cbade5b5-c3b6-476b-a153-35aa809a82b8 req-ded3700b-ef74-4593-b5f8-34429c9397ad service nova] Releasing lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.471089] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203bd6b-8656-448d-a12e-3b6aa2954080, 'name': SearchDatastore_Task, 'duration_secs': 0.041126} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.471797] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb18735-2fe9-4809-8824-d1057f68b068 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.475046] env[70294]: DEBUG nova.network.neutron [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance_info_cache with network_info: [{"id": "9a29065a-6229-4c54-9295-a5727a9f5a16", "address": "fa:16:3e:3b:d1:e6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a29065a-62", "ovs_interfaceid": "9a29065a-6229-4c54-9295-a5727a9f5a16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.482770] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 658.482770] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52151ba2-56ca-faf3-59a8-343314349d95" [ 658.482770] env[70294]: _type = "Task" [ 658.482770] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.497037] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52151ba2-56ca-faf3-59a8-343314349d95, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.498027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.498235] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0/0bfe1cdb-88cb-47db-bec0-44e1d42a21a0.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.498501] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8c98a3c-a2b4-451a-97fb-f2ab4f2adb3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.505846] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 658.505846] env[70294]: value = "task-3569348" [ 658.505846] env[70294]: _type = "Task" [ 658.505846] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.516425] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.653995] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569347, 'name': ReconfigVM_Task, 'duration_secs': 0.663054} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.654406] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8288abc2-c769-41b9-9e26-b3fc0628e127/8288abc2-c769-41b9-9e26-b3fc0628e127.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.655310] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6ac24aa-bfab-4b45-a4c0-6b5a558d4586 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.661427] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 658.661427] env[70294]: value = "task-3569349" [ 658.661427] env[70294]: _type = "Task" [ 658.661427] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.671057] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569349, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.704456] env[70294]: DEBUG nova.scheduler.client.report [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.727030] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569345, 'name': CreateSnapshot_Task, 'duration_secs': 1.426679} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.727030] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 658.727030] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d1112d-90fe-448c-9484-6bf8e8404f4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.979213] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-4c71fa1f-c643-4719-9074-946949b9a652" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.979213] env[70294]: DEBUG nova.objects.instance [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lazy-loading 'migration_context' on Instance uuid 4c71fa1f-c643-4719-9074-946949b9a652 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 659.018009] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569348, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.172153] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569349, 'name': Rename_Task, 'duration_secs': 0.132823} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.172441] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.172685] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e6c39f-fb8f-4860-94d5-c9115ecb5947 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.178987] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 659.178987] env[70294]: value = "task-3569350" [ 659.178987] env[70294]: _type = "Task" [ 659.178987] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.191808] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.211417] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.212608] env[70294]: DEBUG nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 659.216180] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.478s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.221020] env[70294]: INFO nova.compute.claims [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.249020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 659.249020] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-025f17ad-1753-4849-a53d-28c5cc58b313 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.259023] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 659.259023] env[70294]: value = "task-3569351" [ 659.259023] env[70294]: _type = "Task" [ 659.259023] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.267336] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569351, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.481180] env[70294]: DEBUG nova.objects.base [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Object Instance<4c71fa1f-c643-4719-9074-946949b9a652> lazy-loaded attributes: info_cache,migration_context {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 659.482193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d9726d-4a57-498a-961d-a41f40425728 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.486917] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 659.487144] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712480', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'name': 'volume-fd38eee1-43ae-4538-8039-d6a9c4073352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '982cbbf3-3993-4230-91f6-3343b0a42f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'serial': 'fd38eee1-43ae-4538-8039-d6a9c4073352'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 659.488314] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20baa56-17d2-4a24-8971-7c44c5b2cd47 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.523214] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016965ed-d8b3-431d-8efb-88a6e1dee7e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.527837] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8f7f34-78bd-4648-b152-91272cfbdab8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.536183] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620903} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.551784] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0/0bfe1cdb-88cb-47db-bec0-44e1d42a21a0.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.553542] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.560980] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-fd38eee1-43ae-4538-8039-d6a9c4073352/volume-fd38eee1-43ae-4538-8039-d6a9c4073352.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.561338] env[70294]: DEBUG oslo_vmware.api [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 659.561338] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e879b-0709-0a4d-bcf0-80c5772dc90e" [ 659.561338] env[70294]: _type = "Task" [ 659.561338] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.561538] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d90e001-4eee-40a2-877d-66473764701c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.563620] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b75a052b-2112-4d8a-8a2d-e5fb43d308ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.588921] env[70294]: DEBUG oslo_vmware.api [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e879b-0709-0a4d-bcf0-80c5772dc90e, 'name': SearchDatastore_Task, 'duration_secs': 0.019562} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.589208] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 659.589208] env[70294]: value = "task-3569352" [ 659.589208] env[70294]: _type = "Task" [ 659.589208] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.590477] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.590891] env[70294]: DEBUG oslo_vmware.api [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 659.590891] env[70294]: value = "task-3569353" [ 659.590891] env[70294]: _type = "Task" [ 659.590891] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.602841] env[70294]: DEBUG oslo_vmware.api [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.605642] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.694196] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569350, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.728449] env[70294]: DEBUG nova.compute.utils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 659.732722] env[70294]: DEBUG nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 659.732722] env[70294]: DEBUG nova.network.neutron [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 659.768178] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569351, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.792529] env[70294]: DEBUG nova.policy [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '564a65a5184442c3a87af50b3f3e1928', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7ab6bcef0a44b0f820b3e9a1a43f09b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 659.963993] env[70294]: DEBUG nova.compute.manager [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.967061] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8b8e4-2cc1-4847-9e0a-e99a40635a60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.105932] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072015} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.111427] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.111427] env[70294]: DEBUG oslo_vmware.api [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569353, 'name': ReconfigVM_Task, 'duration_secs': 0.427009} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.111427] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaa042b-9ea6-4be4-a7b1-bcedcae28216 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.114617] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-fd38eee1-43ae-4538-8039-d6a9c4073352/volume-fd38eee1-43ae-4538-8039-d6a9c4073352.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.120140] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c678bae9-9d26-4ba5-a8f4-fe8692cf675e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.156020] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0/0bfe1cdb-88cb-47db-bec0-44e1d42a21a0.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.157828] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f9fef3-def0-400d-a113-0f2a292a944e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.173881] env[70294]: DEBUG oslo_vmware.api [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 660.173881] env[70294]: value = "task-3569354" [ 660.173881] env[70294]: _type = "Task" [ 660.173881] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.185938] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 660.185938] env[70294]: value = "task-3569355" [ 660.185938] env[70294]: _type = "Task" [ 660.185938] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.196341] env[70294]: DEBUG oslo_vmware.api [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.200686] env[70294]: DEBUG oslo_vmware.api [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569350, 'name': PowerOnVM_Task, 'duration_secs': 0.913143} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.204712] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.204961] env[70294]: INFO nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Took 8.93 seconds to spawn the instance on the hypervisor. [ 660.205198] env[70294]: DEBUG nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.205545] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.206338] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17c0c0b-d546-496b-b952-a564a780174c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.233148] env[70294]: DEBUG nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 660.274184] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569351, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.341703] env[70294]: DEBUG nova.network.neutron [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Successfully created port: 91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 660.482935] env[70294]: INFO nova.compute.manager [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] instance snapshotting [ 660.485810] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7b140c-f3f4-46b3-b827-3d7c912dccf4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.509266] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a10af4-d314-44f2-bc01-d261079de035 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.683741] env[70294]: DEBUG oslo_vmware.api [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569354, 'name': ReconfigVM_Task, 'duration_secs': 0.159342} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.684058] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712480', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'name': 'volume-fd38eee1-43ae-4538-8039-d6a9c4073352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '982cbbf3-3993-4230-91f6-3343b0a42f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'serial': 'fd38eee1-43ae-4538-8039-d6a9c4073352'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 660.705549] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.728994] env[70294]: INFO nova.compute.manager [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Took 42.16 seconds to build instance. [ 660.767614] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569351, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.900307] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45823132-7b80-4be7-aa30-7157be01727d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.904224] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.904632] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.904936] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.905283] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.905558] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.908573] env[70294]: INFO nova.compute.manager [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Terminating instance [ 660.914217] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90fbcae-8dbf-4670-9b72-f939c2d6187a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.950516] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14257d49-a072-4592-a77a-71a238a900af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.959019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eea134-8e19-428d-81c3-a4c39eb03249 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.973991] env[70294]: DEBUG nova.compute.provider_tree [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.019768] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 661.020531] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-56a104fd-8dfc-48f6-98a6-8407c3f27e1c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.028689] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 661.028689] env[70294]: value = "task-3569356" [ 661.028689] env[70294]: _type = "Task" [ 661.028689] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.036687] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569356, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.199926] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569355, 'name': ReconfigVM_Task, 'duration_secs': 0.765112} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.200270] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0/0bfe1cdb-88cb-47db-bec0-44e1d42a21a0.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.201096] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9c650b9-d3f6-4502-9883-8344fcb947d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.208007] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 661.208007] env[70294]: value = "task-3569357" [ 661.208007] env[70294]: _type = "Task" [ 661.208007] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.221203] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569357, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.230768] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0ee3827d-a958-4f25-98de-56873d38164a tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.059s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.254456] env[70294]: DEBUG nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 661.275750] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569351, 'name': CloneVM_Task, 'duration_secs': 1.845843} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.276042] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Created linked-clone VM from snapshot [ 661.276919] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af2347a-1510-4c75-9d64-4ca8a2e63d02 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.287190] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Uploading image be4912e6-b482-41c9-8b79-308dd830c104 {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 661.291206] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 661.292214] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 661.292214] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 661.292214] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 661.292214] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 661.292444] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 661.292737] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 661.292964] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 661.293229] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 661.293466] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 661.293704] env[70294]: DEBUG nova.virt.hardware [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 661.295221] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035cc82-8024-41e5-bd4f-026326b3cc9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.303670] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245fe19b-2cdb-435e-8179-ab4dff0d6ce1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.326272] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 661.326272] env[70294]: value = "vm-712485" [ 661.326272] env[70294]: _type = "VirtualMachine" [ 661.326272] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 661.326578] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-009d84f3-5e1b-45a1-84d8-6cea379266cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.333808] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lease: (returnval){ [ 661.333808] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271d7db-3f10-e50a-d120-b29edf6ae836" [ 661.333808] env[70294]: _type = "HttpNfcLease" [ 661.333808] env[70294]: } obtained for exporting VM: (result){ [ 661.333808] env[70294]: value = "vm-712485" [ 661.333808] env[70294]: _type = "VirtualMachine" [ 661.333808] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 661.333808] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the lease: (returnval){ [ 661.333808] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271d7db-3f10-e50a-d120-b29edf6ae836" [ 661.333808] env[70294]: _type = "HttpNfcLease" [ 661.333808] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 661.340221] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.340221] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271d7db-3f10-e50a-d120-b29edf6ae836" [ 661.340221] env[70294]: _type = "HttpNfcLease" [ 661.340221] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 661.414179] env[70294]: DEBUG nova.compute.manager [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.414428] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.415411] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b09b185-d646-4734-a90d-5d23d24159a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.424526] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.424798] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62355ee7-89b9-4363-b8ab-f60529af7470 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.477491] env[70294]: DEBUG nova.scheduler.client.report [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.484399] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.484399] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.484399] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Deleting the datastore file [datastore2] 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.484399] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35a58449-3651-4ca3-b316-7179ff85c4da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.498307] env[70294]: DEBUG oslo_vmware.api [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 661.498307] env[70294]: value = "task-3569360" [ 661.498307] env[70294]: _type = "Task" [ 661.498307] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.506449] env[70294]: DEBUG oslo_vmware.api [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.538765] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569356, 'name': CreateSnapshot_Task, 'duration_secs': 0.483445} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.539047] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 661.539773] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43ca326-a73e-48d8-9768-574c7c30bf23 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.719669] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569357, 'name': Rename_Task, 'duration_secs': 0.169494} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.719961] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.723346] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34cbdd30-cf3e-4ef9-af0e-078dd09695f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.728286] env[70294]: DEBUG nova.objects.instance [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lazy-loading 'flavor' on Instance uuid 982cbbf3-3993-4230-91f6-3343b0a42f51 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.731423] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 661.731423] env[70294]: value = "task-3569361" [ 661.731423] env[70294]: _type = "Task" [ 661.731423] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.736109] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.744033] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.841561] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 661.841561] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271d7db-3f10-e50a-d120-b29edf6ae836" [ 661.841561] env[70294]: _type = "HttpNfcLease" [ 661.841561] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 661.842780] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 661.842780] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271d7db-3f10-e50a-d120-b29edf6ae836" [ 661.842780] env[70294]: _type = "HttpNfcLease" [ 661.842780] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 661.842780] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b9e58-3fb8-4ef0-a04f-a3a05c839d1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.850436] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218c74d-946c-d217-260a-013ecf606e3a/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 661.850667] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218c74d-946c-d217-260a-013ecf606e3a/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 661.958278] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-06fc93bc-c1bc-40ce-8724-4e1741018675 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.983189] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.983751] env[70294]: DEBUG nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 661.995773] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.427s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.001359] env[70294]: INFO nova.compute.claims [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.024127] env[70294]: DEBUG oslo_vmware.api [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242023} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.024438] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.024631] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.024840] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.025034] env[70294]: INFO nova.compute.manager [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 662.025331] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 662.025531] env[70294]: DEBUG nova.compute.manager [-] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.025627] env[70294]: DEBUG nova.network.neutron [-] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.058155] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 662.059176] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bfa1c8ad-3e7b-424b-89d4-271de07e74a7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.067927] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 662.067927] env[70294]: value = "task-3569362" [ 662.067927] env[70294]: _type = "Task" [ 662.067927] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.076608] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569362, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.236633] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8cfd63d7-dde9-4712-860d-0b33046fec5c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.409s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.252933] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569361, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.267415] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.362397] env[70294]: DEBUG nova.network.neutron [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Successfully updated port: 91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.510184] env[70294]: DEBUG nova.compute.manager [req-b072952d-5a47-4701-a8eb-4cde7152feed req-edd7a9d4-f0d2-44e1-b65a-5037486ab6c5 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Received event network-vif-plugged-91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.510691] env[70294]: DEBUG oslo_concurrency.lockutils [req-b072952d-5a47-4701-a8eb-4cde7152feed req-edd7a9d4-f0d2-44e1-b65a-5037486ab6c5 service nova] Acquiring lock "ecf7b179-5141-4d87-951d-5f40cae4319c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.511491] env[70294]: DEBUG oslo_concurrency.lockutils [req-b072952d-5a47-4701-a8eb-4cde7152feed req-edd7a9d4-f0d2-44e1-b65a-5037486ab6c5 service nova] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.511491] env[70294]: DEBUG oslo_concurrency.lockutils [req-b072952d-5a47-4701-a8eb-4cde7152feed req-edd7a9d4-f0d2-44e1-b65a-5037486ab6c5 service nova] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.512071] env[70294]: DEBUG nova.compute.manager [req-b072952d-5a47-4701-a8eb-4cde7152feed req-edd7a9d4-f0d2-44e1-b65a-5037486ab6c5 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] No waiting events found dispatching network-vif-plugged-91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 662.512361] env[70294]: WARNING nova.compute.manager [req-b072952d-5a47-4701-a8eb-4cde7152feed req-edd7a9d4-f0d2-44e1-b65a-5037486ab6c5 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Received unexpected event network-vif-plugged-91a03b28-f562-4640-961d-886b91361aa9 for instance with vm_state building and task_state spawning. [ 662.514638] env[70294]: DEBUG nova.compute.utils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.519656] env[70294]: DEBUG nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.521482] env[70294]: DEBUG nova.network.neutron [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.585054] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569362, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.590632] env[70294]: DEBUG nova.policy [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27bfd349f3c74a178a60a5900f0ff1cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a58028586c0b414ba98907a23e99547e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.750559] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569361, 'name': PowerOnVM_Task} progress is 64%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.867873] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.868232] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquired lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.868501] env[70294]: DEBUG nova.network.neutron [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.021373] env[70294]: DEBUG nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.068612] env[70294]: DEBUG nova.network.neutron [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Successfully created port: fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.091336] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569362, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.109014] env[70294]: DEBUG oslo_concurrency.lockutils [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "982cbbf3-3993-4230-91f6-3343b0a42f51" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.109296] env[70294]: DEBUG oslo_concurrency.lockutils [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.187739] env[70294]: DEBUG nova.compute.manager [req-4b31c9d3-faaa-4f7a-aab9-a84f59f57616 req-b63678ed-9c0d-4c68-aeef-eb64df95e524 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Received event network-vif-deleted-42ff08f7-25d1-4794-af03-606293181d24 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.188027] env[70294]: INFO nova.compute.manager [req-4b31c9d3-faaa-4f7a-aab9-a84f59f57616 req-b63678ed-9c0d-4c68-aeef-eb64df95e524 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Neutron deleted interface 42ff08f7-25d1-4794-af03-606293181d24; detaching it from the instance and deleting it from the info cache [ 663.188284] env[70294]: DEBUG nova.network.neutron [req-4b31c9d3-faaa-4f7a-aab9-a84f59f57616 req-b63678ed-9c0d-4c68-aeef-eb64df95e524 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.253154] env[70294]: DEBUG oslo_vmware.api [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569361, 'name': PowerOnVM_Task, 'duration_secs': 1.366738} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.256828] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 663.257242] env[70294]: INFO nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Took 9.30 seconds to spawn the instance on the hypervisor. [ 663.257472] env[70294]: DEBUG nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.258984] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c306f52a-beb8-4223-a7e0-7ded7390e5b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.321825] env[70294]: DEBUG nova.network.neutron [-] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.480567] env[70294]: DEBUG nova.network.neutron [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.592146] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569362, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.613975] env[70294]: INFO nova.compute.manager [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Detaching volume fd38eee1-43ae-4538-8039-d6a9c4073352 [ 663.666206] env[70294]: INFO nova.virt.block_device [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Attempting to driver detach volume fd38eee1-43ae-4538-8039-d6a9c4073352 from mountpoint /dev/sdb [ 663.666541] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 663.666794] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712480', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'name': 'volume-fd38eee1-43ae-4538-8039-d6a9c4073352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '982cbbf3-3993-4230-91f6-3343b0a42f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'serial': 'fd38eee1-43ae-4538-8039-d6a9c4073352'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 663.667771] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b862569e-27c6-4f35-b10e-799244e482ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.700697] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-baa79493-be18-45f0-acd3-33d00ef469c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.706023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe7a5b1-c76d-4029-b661-97d24d9db934 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.715018] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d2e395-22f3-48ab-a5f2-df4b90946c65 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.720205] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd26f5e-882f-4de3-9fcd-13fffe2eb1fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.736297] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd06a14-e416-4cfa-a47e-0e4adf898cce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.763802] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19819ecb-941b-428c-91bb-78f771020d5f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.770193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b46d735-0728-457f-a2a0-77f5d37ed8f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.792085] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd38eee1-43ae-4538-8039-d6a9c4073352/volume-fd38eee1-43ae-4538-8039-d6a9c4073352.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 663.794289] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 663.810030] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0dfd524-776c-468e-89a8-979c7506cc69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.824221] env[70294]: DEBUG nova.compute.manager [req-4b31c9d3-faaa-4f7a-aab9-a84f59f57616 req-b63678ed-9c0d-4c68-aeef-eb64df95e524 service nova] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Detach interface failed, port_id=42ff08f7-25d1-4794-af03-606293181d24, reason: Instance 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 663.858353] env[70294]: INFO nova.compute.manager [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Took 45.02 seconds to build instance. [ 663.858353] env[70294]: INFO nova.compute.manager [-] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Took 1.83 seconds to deallocate network for instance. [ 663.862182] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcaff708-6e17-4d28-9b32-68cde5f05482 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.873143] env[70294]: DEBUG oslo_vmware.api [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 663.873143] env[70294]: value = "task-3569363" [ 663.873143] env[70294]: _type = "Task" [ 663.873143] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.881291] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee4b27f-23a0-43f1-8ae8-e0c77f90f37d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.888319] env[70294]: DEBUG oslo_vmware.api [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.902046] env[70294]: DEBUG nova.compute.provider_tree [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.979380] env[70294]: DEBUG nova.network.neutron [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Updating instance_info_cache with network_info: [{"id": "91a03b28-f562-4640-961d-886b91361aa9", "address": "fa:16:3e:f0:69:fb", "network": {"id": "d345fb57-3f03-412e-8a52-c32b2927c38a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-950642374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6bcef0a44b0f820b3e9a1a43f09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a03b28-f5", "ovs_interfaceid": "91a03b28-f562-4640-961d-886b91361aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.038477] env[70294]: DEBUG nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.071208] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.071495] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.073898] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.073898] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.073898] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.073898] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.073898] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.074121] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.074195] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.074326] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.074498] env[70294]: DEBUG nova.virt.hardware [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.075501] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f259beb1-61d1-4f41-82e1-862f78a90054 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.091622] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552c0c77-afff-4b57-aa6f-9adeb1fcea17 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.097125] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569362, 'name': CloneVM_Task, 'duration_secs': 1.681026} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.097125] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Created linked-clone VM from snapshot [ 664.098280] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2184a11b-7c92-433d-9139-ca96927c3b42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.118336] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Uploading image 9c6de823-dfb3-47ce-b810-a8e58773695e {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 664.148141] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 664.148141] env[70294]: value = "vm-712487" [ 664.148141] env[70294]: _type = "VirtualMachine" [ 664.148141] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 664.148141] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-69352f2a-1c8e-4839-b4ae-c660682f2078 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.162615] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lease: (returnval){ [ 664.162615] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a476ba-ceed-e3d5-0e1c-ccad88cf4005" [ 664.162615] env[70294]: _type = "HttpNfcLease" [ 664.162615] env[70294]: } obtained for exporting VM: (result){ [ 664.162615] env[70294]: value = "vm-712487" [ 664.162615] env[70294]: _type = "VirtualMachine" [ 664.162615] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 664.164021] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the lease: (returnval){ [ 664.164021] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a476ba-ceed-e3d5-0e1c-ccad88cf4005" [ 664.164021] env[70294]: _type = "HttpNfcLease" [ 664.164021] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 664.175247] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.175247] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a476ba-ceed-e3d5-0e1c-ccad88cf4005" [ 664.175247] env[70294]: _type = "HttpNfcLease" [ 664.175247] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 664.369695] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69c39a68-eec2-48b6-b05c-d4780bd72e51 tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.991s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.370752] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.383664] env[70294]: DEBUG oslo_vmware.api [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569363, 'name': ReconfigVM_Task, 'duration_secs': 0.323903} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.383664] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 664.388905] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c9edebb-bc22-42a8-a776-29cd7feebd78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.407360] env[70294]: DEBUG nova.scheduler.client.report [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.411605] env[70294]: DEBUG oslo_vmware.api [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 664.411605] env[70294]: value = "task-3569365" [ 664.411605] env[70294]: _type = "Task" [ 664.411605] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.425146] env[70294]: DEBUG oslo_vmware.api [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.484311] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Releasing lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.484311] env[70294]: DEBUG nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Instance network_info: |[{"id": "91a03b28-f562-4640-961d-886b91361aa9", "address": "fa:16:3e:f0:69:fb", "network": {"id": "d345fb57-3f03-412e-8a52-c32b2927c38a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-950642374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6bcef0a44b0f820b3e9a1a43f09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a03b28-f5", "ovs_interfaceid": "91a03b28-f562-4640-961d-886b91361aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.485582] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:69:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91a03b28-f562-4640-961d-886b91361aa9', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.493301] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Creating folder: Project (f7ab6bcef0a44b0f820b3e9a1a43f09b). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.493655] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58d12a4e-2db2-44f5-bcc6-0ca872111d51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.510655] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Created folder: Project (f7ab6bcef0a44b0f820b3e9a1a43f09b) in parent group-v712401. [ 664.511029] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Creating folder: Instances. Parent ref: group-v712488. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.511359] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6372071-8b79-4b45-884b-8c0b6b8e7f79 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.527937] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Created folder: Instances in parent group-v712488. [ 664.528276] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.528532] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.528801] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f513d0b6-29a8-4ac0-a16b-edde559f01e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.554532] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.554532] env[70294]: value = "task-3569368" [ 664.554532] env[70294]: _type = "Task" [ 664.554532] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.564324] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569368, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.673438] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 664.673438] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a476ba-ceed-e3d5-0e1c-ccad88cf4005" [ 664.673438] env[70294]: _type = "HttpNfcLease" [ 664.673438] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 664.673773] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 664.673773] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a476ba-ceed-e3d5-0e1c-ccad88cf4005" [ 664.673773] env[70294]: _type = "HttpNfcLease" [ 664.673773] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 664.679019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6b9dfc-18b0-47f5-9b3f-df1a01754562 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.686758] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd3ce-417d-61c9-a349-e093f93c8f9c/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 664.686981] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd3ce-417d-61c9-a349-e093f93c8f9c/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 664.811567] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8895894f-c276-4b51-ac0d-f8fc8efdb642 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.829262] env[70294]: DEBUG nova.compute.manager [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Received event network-changed-91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 664.829438] env[70294]: DEBUG nova.compute.manager [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Refreshing instance network info cache due to event network-changed-91a03b28-f562-4640-961d-886b91361aa9. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 664.829782] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] Acquiring lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.829782] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] Acquired lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.829972] env[70294]: DEBUG nova.network.neutron [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Refreshing network info cache for port 91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 664.858294] env[70294]: DEBUG nova.network.neutron [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Successfully updated port: fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 664.879042] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.913183] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.917s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.913537] env[70294]: DEBUG nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.918061] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.557s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.918389] env[70294]: DEBUG nova.objects.instance [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lazy-loading 'resources' on Instance uuid b566cac8-c68d-4cb5-ade0-50c151023412 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.942031] env[70294]: DEBUG oslo_vmware.api [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569365, 'name': ReconfigVM_Task, 'duration_secs': 0.204622} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.942031] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712480', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'name': 'volume-fd38eee1-43ae-4538-8039-d6a9c4073352', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '982cbbf3-3993-4230-91f6-3343b0a42f51', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd38eee1-43ae-4538-8039-d6a9c4073352', 'serial': 'fd38eee1-43ae-4538-8039-d6a9c4073352'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 665.066824] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569368, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.361588] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.361749] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquired lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.361955] env[70294]: DEBUG nova.network.neutron [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.413038] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.422833] env[70294]: DEBUG nova.compute.utils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.422833] env[70294]: DEBUG nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.422833] env[70294]: DEBUG nova.network.neutron [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.535251] env[70294]: DEBUG nova.objects.instance [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lazy-loading 'flavor' on Instance uuid 982cbbf3-3993-4230-91f6-3343b0a42f51 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.543095] env[70294]: DEBUG nova.policy [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd654befd7c924388ab23b2c4a776639c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc27511d2fb14673b3460cb79d17fa1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.580332] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569368, 'name': CreateVM_Task, 'duration_secs': 0.520216} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.580646] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.581432] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.581763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.582407] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.582639] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c54a1eb6-ac26-4b14-96a9-2ee6625dd9d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.590691] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 665.590691] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cc92c4-52d9-40d9-baca-85cd321d1756" [ 665.590691] env[70294]: _type = "Task" [ 665.590691] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.608594] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cc92c4-52d9-40d9-baca-85cd321d1756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.667604] env[70294]: DEBUG nova.network.neutron [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Updated VIF entry in instance network info cache for port 91a03b28-f562-4640-961d-886b91361aa9. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.668229] env[70294]: DEBUG nova.network.neutron [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Updating instance_info_cache with network_info: [{"id": "91a03b28-f562-4640-961d-886b91361aa9", "address": "fa:16:3e:f0:69:fb", "network": {"id": "d345fb57-3f03-412e-8a52-c32b2927c38a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-950642374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6bcef0a44b0f820b3e9a1a43f09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a03b28-f5", "ovs_interfaceid": "91a03b28-f562-4640-961d-886b91361aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.928838] env[70294]: DEBUG nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.965991] env[70294]: DEBUG nova.network.neutron [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.109588] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cc92c4-52d9-40d9-baca-85cd321d1756, 'name': SearchDatastore_Task, 'duration_secs': 0.016267} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.113910] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.114148] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.114824] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.115313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.115384] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.116303] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41ca6dd4-fd6e-4ab7-9c0e-ec0ae3d0d6c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.128890] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.129350] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.130667] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccf429b6-aac7-4271-84d7-0570d2e245a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.138165] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9569258-85a3-4e15-b0ed-224df2669a9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.145505] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 666.145505] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b16dee-0fa2-da39-bbad-72b07e3da332" [ 666.145505] env[70294]: _type = "Task" [ 666.145505] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.146751] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8093c958-2bba-4f0b-872a-a719a8877238 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.184679] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] Releasing lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.185247] env[70294]: DEBUG nova.compute.manager [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Received event network-changed-7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 666.185579] env[70294]: DEBUG nova.compute.manager [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Refreshing instance network info cache due to event network-changed-7754eb18-94ec-497e-86f6-9038e28638e6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 666.186196] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.186196] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.186825] env[70294]: DEBUG nova.network.neutron [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Refreshing network info cache for port 7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 666.192147] env[70294]: DEBUG nova.network.neutron [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Updating instance_info_cache with network_info: [{"id": "fe528556-b6d4-43cb-b415-576026eedd33", "address": "fa:16:3e:1e:b7:25", "network": {"id": "097f9d3a-9e13-49d6-b807-fbb05e5e7189", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1919273988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58028586c0b414ba98907a23e99547e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe528556-b6", "ovs_interfaceid": "fe528556-b6d4-43cb-b415-576026eedd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.197155] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891d5c3b-38be-4f68-8031-87bf7d8629be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.197155] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b16dee-0fa2-da39-bbad-72b07e3da332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.210536] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb71457-c81e-46a1-a192-74b55f72677e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.227123] env[70294]: DEBUG nova.compute.provider_tree [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.229471] env[70294]: DEBUG nova.network.neutron [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Successfully created port: 6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.546857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-faf9994d-e6e8-478d-8b67-4663940bd95c tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.437s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.662578] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b16dee-0fa2-da39-bbad-72b07e3da332, 'name': SearchDatastore_Task, 'duration_secs': 0.018462} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.666990] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4aa5a56-3911-4d5f-ab97-e41abe0501a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.674266] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 666.674266] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52134be9-1555-b6d1-b582-daa0d762b024" [ 666.674266] env[70294]: _type = "Task" [ 666.674266] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.686214] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52134be9-1555-b6d1-b582-daa0d762b024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.689127] env[70294]: DEBUG nova.network.neutron [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updated VIF entry in instance network info cache for port 7754eb18-94ec-497e-86f6-9038e28638e6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.689476] env[70294]: DEBUG nova.network.neutron [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.699917] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Releasing lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.700254] env[70294]: DEBUG nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Instance network_info: |[{"id": "fe528556-b6d4-43cb-b415-576026eedd33", "address": "fa:16:3e:1e:b7:25", "network": {"id": "097f9d3a-9e13-49d6-b807-fbb05e5e7189", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1919273988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58028586c0b414ba98907a23e99547e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe528556-b6", "ovs_interfaceid": "fe528556-b6d4-43cb-b415-576026eedd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 666.700960] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:b7:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82ca17df-257e-40e6-9ec9-310ed6f05ccb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe528556-b6d4-43cb-b415-576026eedd33', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 666.709361] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Creating folder: Project (a58028586c0b414ba98907a23e99547e). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.710427] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-281c19b0-7513-4c36-b3ee-eb5834185727 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.726917] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Created folder: Project (a58028586c0b414ba98907a23e99547e) in parent group-v712401. [ 666.726917] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Creating folder: Instances. Parent ref: group-v712491. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 666.726917] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5b1dd55-9c56-4bd0-82ec-b60e63cbd663 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.732947] env[70294]: DEBUG nova.scheduler.client.report [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.739725] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Created folder: Instances in parent group-v712491. [ 666.739980] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 666.740197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.740422] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fecf5eb-984d-42ed-aacd-f0ce6671ed17 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.765405] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.765405] env[70294]: value = "task-3569371" [ 666.765405] env[70294]: _type = "Task" [ 666.765405] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.780025] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.939306] env[70294]: DEBUG nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.189351] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52134be9-1555-b6d1-b582-daa0d762b024, 'name': SearchDatastore_Task, 'duration_secs': 0.013352} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.189851] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.190239] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ecf7b179-5141-4d87-951d-5f40cae4319c/ecf7b179-5141-4d87-951d-5f40cae4319c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.190725] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a6a5fbb-c1eb-4895-8c65-43e4aea6617a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.193572] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d11835f-dece-4850-ab55-cb7aaedf5655 req-a5fda379-0d8b-4065-a5a5-9e6ee65dbaa9 service nova] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.202556] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 667.202556] env[70294]: value = "task-3569372" [ 667.202556] env[70294]: _type = "Task" [ 667.202556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.212743] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.238350] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.320s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.249056] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.660s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.249056] env[70294]: INFO nova.compute.claims [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.272870] env[70294]: INFO nova.scheduler.client.report [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Deleted allocations for instance b566cac8-c68d-4cb5-ade0-50c151023412 [ 667.283948] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.717542] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569372, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.784163] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.788295] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5139a50a-efd7-4816-b31b-aa6938b9ddbe tempest-ServerDiagnosticsNegativeTest-335203406 tempest-ServerDiagnosticsNegativeTest-335203406-project-member] Lock "b566cac8-c68d-4cb5-ade0-50c151023412" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.924s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.796465] env[70294]: DEBUG nova.network.neutron [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Successfully updated port: 6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.215550] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61336} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.215550] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ecf7b179-5141-4d87-951d-5f40cae4319c/ecf7b179-5141-4d87-951d-5f40cae4319c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.216065] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.216065] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-239e60a1-4eca-4486-af2b-5d6fca0f59ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.224498] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 668.224498] env[70294]: value = "task-3569373" [ 668.224498] env[70294]: _type = "Task" [ 668.224498] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.234406] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.281113] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.302694] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.302793] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.302870] env[70294]: DEBUG nova.network.neutron [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.735783] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102425} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.737442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.737685] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c9c7a8-db6f-475d-adcd-bd84df6408ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.740618] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeea7f91-ca11-4184-9d44-86966cf94261 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.757058] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163a611c-f648-4d8f-8558-669d8e272058 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.768363] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] ecf7b179-5141-4d87-951d-5f40cae4319c/ecf7b179-5141-4d87-951d-5f40cae4319c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.768688] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2e51ff-b78c-4db4-95be-bf9c0c2a111c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.818400] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf806a73-f0e5-4cd0-abbe-25584a2ead89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.821225] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 668.821225] env[70294]: value = "task-3569374" [ 668.821225] env[70294]: _type = "Task" [ 668.821225] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.821422] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.828687] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00756e1d-433c-4275-8b2d-39ca176dc153 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.835681] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.846315] env[70294]: DEBUG nova.compute.provider_tree [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.857346] env[70294]: DEBUG nova.network.neutron [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.021935] env[70294]: DEBUG nova.network.neutron [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updating instance_info_cache with network_info: [{"id": "6c854b20-11f9-4013-88ec-03ccb512af5d", "address": "fa:16:3e:38:ed:68", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c854b20-11", "ovs_interfaceid": "6c854b20-11f9-4013-88ec-03ccb512af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.278931] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.333585] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.349917] env[70294]: DEBUG nova.scheduler.client.report [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.524645] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Releasing lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.524986] env[70294]: DEBUG nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Instance network_info: |[{"id": "6c854b20-11f9-4013-88ec-03ccb512af5d", "address": "fa:16:3e:38:ed:68", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c854b20-11", "ovs_interfaceid": "6c854b20-11f9-4013-88ec-03ccb512af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.779642] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.834063] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569374, 'name': ReconfigVM_Task, 'duration_secs': 0.62701} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.834356] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Reconfigured VM instance instance-0000001a to attach disk [datastore1] ecf7b179-5141-4d87-951d-5f40cae4319c/ecf7b179-5141-4d87-951d-5f40cae4319c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.835039] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fcd52bb-5a62-44fd-9dee-34d906da22fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.843883] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 669.843883] env[70294]: value = "task-3569375" [ 669.843883] env[70294]: _type = "Task" [ 669.843883] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.853928] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569375, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.855791] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.856300] env[70294]: DEBUG nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.858877] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.044s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.860363] env[70294]: INFO nova.compute.claims [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.280262] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.354571] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569375, 'name': Rename_Task, 'duration_secs': 0.202593} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.354906] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.355191] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79e65b0-c143-4c35-8c76-10b64adbbd6a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.364812] env[70294]: DEBUG nova.compute.utils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.369648] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 670.369648] env[70294]: value = "task-3569376" [ 670.369648] env[70294]: _type = "Task" [ 670.369648] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.369648] env[70294]: DEBUG nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.369648] env[70294]: DEBUG nova.network.neutron [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.381309] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.414043] env[70294]: DEBUG nova.policy [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc2d2c66ac0f4b3cb12ab36cd70ca186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e07eb8fe4749b09d15da58bda3328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.704360] env[70294]: DEBUG nova.network.neutron [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Successfully created port: e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.782760] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.879291] env[70294]: DEBUG nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.900999] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569376, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.280572] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.399830] env[70294]: DEBUG oslo_vmware.api [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569376, 'name': PowerOnVM_Task, 'duration_secs': 0.703255} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.400215] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.400434] env[70294]: INFO nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Took 10.15 seconds to spawn the instance on the hypervisor. [ 671.400616] env[70294]: DEBUG nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.401466] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1760cf-593b-49c6-917f-d2a5697cbe4d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.439700] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90897d97-c49f-4420-b48b-d299f712bfa2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.449193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c57f18e-05ac-4ef6-9b62-368db9e10c52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.484111] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d4866f-bb1a-48a9-a804-a6adb8c1ded7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.493066] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de1d215-f160-471d-9802-df17ca72180f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.508431] env[70294]: DEBUG nova.compute.provider_tree [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.783848] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.895513] env[70294]: DEBUG nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.925264] env[70294]: INFO nova.compute.manager [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Took 50.80 seconds to build instance. [ 671.974785] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.975058] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.975236] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.975478] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.975681] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.975852] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.976107] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.976390] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.976554] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.976748] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.976961] env[70294]: DEBUG nova.virt.hardware [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.979909] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab0b896-e0b9-4845-8bf8-db36f78ea42e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.990870] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.991142] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.991320] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.991507] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.991677] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.991843] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.992077] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.992245] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.992441] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.992638] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.992872] env[70294]: DEBUG nova.virt.hardware [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.994239] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2728f4d9-6769-4050-8b4d-8099a6e7c0fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.999873] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1489fb04-ad45-4530-98af-20becb27a8dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.017847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcf4a73-3934-4b71-ba25-57511cb94782 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.025066] env[70294]: DEBUG nova.scheduler.client.report [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.030582] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:ed:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c854b20-11f9-4013-88ec-03ccb512af5d', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.038940] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Creating folder: Project (fc27511d2fb14673b3460cb79d17fa1b). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.041363] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218c74d-946c-d217-260a-013ecf606e3a/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 672.041889] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22e0a82a-0f7c-427c-930c-46472e04ce33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.044384] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10609ba-33de-496f-a4ee-660f5e61fa6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.061654] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218c74d-946c-d217-260a-013ecf606e3a/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 672.061880] env[70294]: ERROR oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218c74d-946c-d217-260a-013ecf606e3a/disk-0.vmdk due to incomplete transfer. [ 672.063814] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7070b7af-5f79-4cc1-ae11-745c12cc52bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.065695] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Created folder: Project (fc27511d2fb14673b3460cb79d17fa1b) in parent group-v712401. [ 672.065877] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Creating folder: Instances. Parent ref: group-v712494. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.066187] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cd04975-117f-4a17-9dcc-65e6c3575c1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.075870] env[70294]: DEBUG oslo_vmware.rw_handles [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5218c74d-946c-d217-260a-013ecf606e3a/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 672.076146] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Uploaded image be4912e6-b482-41c9-8b79-308dd830c104 to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 672.078388] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 672.078806] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2e839d1a-9c2c-413c-8a9e-48f5f7e257e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.084484] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Created folder: Instances in parent group-v712494. [ 672.084748] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.084965] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.085209] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4b79800-70a9-4b56-b954-bb3f91d08f2c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.102314] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 672.102314] env[70294]: value = "task-3569379" [ 672.102314] env[70294]: _type = "Task" [ 672.102314] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.108154] env[70294]: DEBUG nova.compute.manager [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Received event network-changed-24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.108361] env[70294]: DEBUG nova.compute.manager [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Refreshing instance network info cache due to event network-changed-24475a24-3e1c-4b3f-af26-aa66bf320dc6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.108614] env[70294]: DEBUG oslo_concurrency.lockutils [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] Acquiring lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.108712] env[70294]: DEBUG oslo_concurrency.lockutils [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] Acquired lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.108870] env[70294]: DEBUG nova.network.neutron [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Refreshing network info cache for port 24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.111888] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.111888] env[70294]: value = "task-3569380" [ 672.111888] env[70294]: _type = "Task" [ 672.111888] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.119281] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569379, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.127847] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569380, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.282497] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569371, 'name': CreateVM_Task, 'duration_secs': 5.154049} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.283074] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.290938] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.290938] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.290938] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.290938] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e882794-d908-4291-a469-70b2f6ed93c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.294896] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 672.294896] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a0fdd5-2834-e51b-ff6e-d8915767923f" [ 672.294896] env[70294]: _type = "Task" [ 672.294896] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.304900] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a0fdd5-2834-e51b-ff6e-d8915767923f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.428018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3dd4e1-5425-43aa-88e9-7b7a58ae8acf tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.653s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.450112] env[70294]: DEBUG nova.network.neutron [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Successfully updated port: e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.545279] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.545279] env[70294]: DEBUG nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.547156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.548s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.549066] env[70294]: DEBUG nova.objects.instance [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lazy-loading 'resources' on Instance uuid 53799918-abc1-4d31-941e-76ee94bafb3c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.616196] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569379, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.627293] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569380, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.810586] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a0fdd5-2834-e51b-ff6e-d8915767923f, 'name': SearchDatastore_Task, 'duration_secs': 0.014136} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.813541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.813800] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.814044] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.814245] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.814457] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.814739] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c987801-50f0-4371-9642-23b04dd1b289 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.829201] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.829201] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.829201] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef590167-3b1e-4804-aa9c-15526df0641e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.835861] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 672.835861] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c1c72e-4915-1171-4958-460e6ccb7f69" [ 672.835861] env[70294]: _type = "Task" [ 672.835861] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.846164] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c1c72e-4915-1171-4958-460e6ccb7f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.940794] env[70294]: DEBUG nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.954832] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "refresh_cache-4e30f16e-1f3d-458c-897e-fae650eb17c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.954832] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "refresh_cache-4e30f16e-1f3d-458c-897e-fae650eb17c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.954832] env[70294]: DEBUG nova.network.neutron [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.024556] env[70294]: DEBUG nova.network.neutron [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Updated VIF entry in instance network info cache for port 24475a24-3e1c-4b3f-af26-aa66bf320dc6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 673.024556] env[70294]: DEBUG nova.network.neutron [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Updating instance_info_cache with network_info: [{"id": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "address": "fa:16:3e:d3:e7:73", "network": {"id": "be644be0-66cf-4de3-9534-87e88d655640", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-165725361-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf91c734dbaf46eb801736084ef17cb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24475a24-3e", "ovs_interfaceid": "24475a24-3e1c-4b3f-af26-aa66bf320dc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.050128] env[70294]: DEBUG nova.compute.utils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.056926] env[70294]: DEBUG nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.057454] env[70294]: DEBUG nova.network.neutron [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.120415] env[70294]: DEBUG nova.policy [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d69e06cdbaf492fa395732bef59663a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40cb44048e1f43ee9f4a44063b736215', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.122398] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569379, 'name': Destroy_Task, 'duration_secs': 0.624772} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.126424] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Destroyed the VM [ 673.126875] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 673.138020] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-501e68e4-0af1-450f-8de7-91d6dcd9e1aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.144142] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569380, 'name': CreateVM_Task, 'duration_secs': 0.526818} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.145518] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.146088] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 673.146088] env[70294]: value = "task-3569381" [ 673.146088] env[70294]: _type = "Task" [ 673.146088] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.147280] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.147583] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.148185] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.149143] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-530c5aa5-8217-4b80-aa0e-7357b8c96729 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.161912] env[70294]: DEBUG nova.compute.manager [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Received event network-vif-plugged-fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.162409] env[70294]: DEBUG oslo_concurrency.lockutils [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] Acquiring lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.162851] env[70294]: DEBUG oslo_concurrency.lockutils [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.163132] env[70294]: DEBUG oslo_concurrency.lockutils [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.163498] env[70294]: DEBUG nova.compute.manager [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] No waiting events found dispatching network-vif-plugged-fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.163804] env[70294]: WARNING nova.compute.manager [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Received unexpected event network-vif-plugged-fe528556-b6d4-43cb-b415-576026eedd33 for instance with vm_state building and task_state spawning. [ 673.167160] env[70294]: DEBUG nova.compute.manager [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Received event network-changed-fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.167160] env[70294]: DEBUG nova.compute.manager [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Refreshing instance network info cache due to event network-changed-fe528556-b6d4-43cb-b415-576026eedd33. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.167160] env[70294]: DEBUG oslo_concurrency.lockutils [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] Acquiring lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.167160] env[70294]: DEBUG oslo_concurrency.lockutils [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] Acquired lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.167160] env[70294]: DEBUG nova.network.neutron [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Refreshing network info cache for port fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.170935] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 673.170935] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525d69a4-90f2-a004-cd47-965f25cc9898" [ 673.170935] env[70294]: _type = "Task" [ 673.170935] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.175289] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569381, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.191267] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525d69a4-90f2-a004-cd47-965f25cc9898, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.191763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.192132] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.192506] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.348126] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c1c72e-4915-1171-4958-460e6ccb7f69, 'name': SearchDatastore_Task, 'duration_secs': 0.011924} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.349109] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c973f48-c33a-4c5b-96fc-9c365ab62b81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.360331] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 673.360331] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525a7cbd-c33a-2006-0448-228459518e4a" [ 673.360331] env[70294]: _type = "Task" [ 673.360331] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.373733] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525a7cbd-c33a-2006-0448-228459518e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.468852] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.527040] env[70294]: DEBUG oslo_concurrency.lockutils [req-15f08234-c71f-421d-a5fe-920897ebafb2 req-a67e0e4b-4024-4aa2-bb88-6bfca4371f91 service nova] Releasing lock "refresh_cache-0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.550883] env[70294]: DEBUG nova.network.neutron [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.560284] env[70294]: DEBUG nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.669232] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569381, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.678780] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3987ee6-5e36-4e8f-ae3a-422d66059548 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.691962] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23d99c1-91c3-467c-ae12-4416c56d9b61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.725632] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52040512-40e7-4dd3-8b37-da37c02017cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.735297] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eddb5db-bba3-470c-90e1-e8d7def0497b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.751354] env[70294]: DEBUG nova.compute.provider_tree [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.760641] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "bc3809c5-5884-4d54-9fa2-d1a780b038de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.760775] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.861199] env[70294]: DEBUG nova.network.neutron [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Successfully created port: 225eaa16-9364-4b7b-a373-d4f03b2dfd6c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.878894] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525a7cbd-c33a-2006-0448-228459518e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.878894] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.878894] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b1b93c50-cef5-448c-b312-8f08ae78f8ba/b1b93c50-cef5-448c-b312-8f08ae78f8ba.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.879216] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.879291] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.879536] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d03b7013-84e9-486a-a938-dcacd36f6a5e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.881824] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f541a8a6-95aa-4b35-ab11-24af1844ff43 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.893766] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 673.893766] env[70294]: value = "task-3569382" [ 673.893766] env[70294]: _type = "Task" [ 673.893766] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.896128] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.896128] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.900335] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff9a96f-a665-4c93-ac39-163121350174 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.913026] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 673.913026] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b2031-5daf-383e-f48e-57c76cef7199" [ 673.913026] env[70294]: _type = "Task" [ 673.913026] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.915758] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.931505] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b2031-5daf-383e-f48e-57c76cef7199, 'name': SearchDatastore_Task, 'duration_secs': 0.013366} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.932662] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac8d5e2-e696-4ddc-8c12-844262a01aad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.940610] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 673.940610] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52333df7-bcf6-9524-6563-856c83fc77f9" [ 673.940610] env[70294]: _type = "Task" [ 673.940610] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.953471] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52333df7-bcf6-9524-6563-856c83fc77f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.971669] env[70294]: DEBUG nova.network.neutron [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Updating instance_info_cache with network_info: [{"id": "e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50", "address": "fa:16:3e:56:22:10", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c63164-b7", "ovs_interfaceid": "e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.002614] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd3ce-417d-61c9-a349-e093f93c8f9c/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 674.005850] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8118c2ec-21c3-41b8-91b6-ed026db838fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.014356] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd3ce-417d-61c9-a349-e093f93c8f9c/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 674.017176] env[70294]: ERROR oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd3ce-417d-61c9-a349-e093f93c8f9c/disk-0.vmdk due to incomplete transfer. [ 674.017176] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2d184f2d-5a05-42dc-9f15-452f3a09fc6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.026921] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522bd3ce-417d-61c9-a349-e093f93c8f9c/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 674.027162] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Uploaded image 9c6de823-dfb3-47ce-b810-a8e58773695e to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 674.028813] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 674.029098] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-08571a5b-efcc-46af-953f-1d850f171017 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.037277] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 674.037277] env[70294]: value = "task-3569385" [ 674.037277] env[70294]: _type = "Task" [ 674.037277] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.048584] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569385, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.093059] env[70294]: DEBUG nova.network.neutron [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Updated VIF entry in instance network info cache for port fe528556-b6d4-43cb-b415-576026eedd33. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.093642] env[70294]: DEBUG nova.network.neutron [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Updating instance_info_cache with network_info: [{"id": "fe528556-b6d4-43cb-b415-576026eedd33", "address": "fa:16:3e:1e:b7:25", "network": {"id": "097f9d3a-9e13-49d6-b807-fbb05e5e7189", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1919273988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58028586c0b414ba98907a23e99547e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe528556-b6", "ovs_interfaceid": "fe528556-b6d4-43cb-b415-576026eedd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.164722] env[70294]: DEBUG oslo_vmware.api [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569381, 'name': RemoveSnapshot_Task, 'duration_secs': 0.810881} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.165047] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 674.165330] env[70294]: INFO nova.compute.manager [None req-d2034589-e898-4a1d-903f-de7d42a4d332 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Took 17.51 seconds to snapshot the instance on the hypervisor. [ 674.258824] env[70294]: DEBUG nova.scheduler.client.report [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.407393] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569382, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.452077] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52333df7-bcf6-9524-6563-856c83fc77f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.452371] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.452797] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 826dd2e1-82d2-42be-aee0-15e8a11822ed/826dd2e1-82d2-42be-aee0-15e8a11822ed.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.453092] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fcbae4f-d672-495e-b1ef-39d30ec39e7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.461197] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 674.461197] env[70294]: value = "task-3569387" [ 674.461197] env[70294]: _type = "Task" [ 674.461197] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.470723] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.474567] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "refresh_cache-4e30f16e-1f3d-458c-897e-fae650eb17c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.474790] env[70294]: DEBUG nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Instance network_info: |[{"id": "e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50", "address": "fa:16:3e:56:22:10", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c63164-b7", "ovs_interfaceid": "e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.475270] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:22:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.483631] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.483773] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.484010] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80737831-df7d-495f-b52c-57ad627a1f81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.506306] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.506306] env[70294]: value = "task-3569388" [ 674.506306] env[70294]: _type = "Task" [ 674.506306] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.514408] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569388, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.547638] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569385, 'name': Destroy_Task, 'duration_secs': 0.428124} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.547962] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Destroyed the VM [ 674.548299] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 674.548532] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4d3d91a9-2b04-410e-a54e-74495f414a1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.558435] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 674.558435] env[70294]: value = "task-3569389" [ 674.558435] env[70294]: _type = "Task" [ 674.558435] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.567269] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569389, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.572061] env[70294]: DEBUG nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.598079] env[70294]: DEBUG oslo_concurrency.lockutils [req-271e8ce8-9e30-4538-9fb5-3eabcff4f3e2 req-2a28edba-6121-42f0-a694-add29d32c002 service nova] Releasing lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.609340] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.609478] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.609580] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.609803] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.609952] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.610159] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.610423] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.610572] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.610796] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.610976] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.611164] env[70294]: DEBUG nova.virt.hardware [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.612139] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3ceb6e-f69d-4b05-8395-99efda5baeda {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.621790] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceaaf2f-96b4-43a3-929a-78df2c23bfa8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.696568] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "26ababca-18a8-443c-ba8f-00ad1b4ba388" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.696924] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.767029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.768179] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.735s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.770065] env[70294]: INFO nova.compute.claims [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.801922] env[70294]: INFO nova.scheduler.client.report [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Deleted allocations for instance 53799918-abc1-4d31-941e-76ee94bafb3c [ 674.898220] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Received event network-vif-plugged-6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.898548] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Acquiring lock "826dd2e1-82d2-42be-aee0-15e8a11822ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.898893] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.899173] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.899417] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] No waiting events found dispatching network-vif-plugged-6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 674.900275] env[70294]: WARNING nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Received unexpected event network-vif-plugged-6c854b20-11f9-4013-88ec-03ccb512af5d for instance with vm_state building and task_state spawning. [ 674.900275] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Received event network-changed-6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.900345] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Refreshing instance network info cache due to event network-changed-6c854b20-11f9-4013-88ec-03ccb512af5d. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.900721] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Acquiring lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.901464] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Acquired lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.901464] env[70294]: DEBUG nova.network.neutron [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Refreshing network info cache for port 6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.915987] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522158} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.916889] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b1b93c50-cef5-448c-b312-8f08ae78f8ba/b1b93c50-cef5-448c-b312-8f08ae78f8ba.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.917190] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.917526] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d74408fa-7de7-4812-80eb-bc97f5f819e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.927781] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 674.927781] env[70294]: value = "task-3569390" [ 674.927781] env[70294]: _type = "Task" [ 674.927781] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.940415] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.975071] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569387, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.021714] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569388, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.068671] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569389, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.313480] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9827feff-b3bd-43d3-8d43-2dbf493871b4 tempest-ServersTestJSON-1206130467 tempest-ServersTestJSON-1206130467-project-member] Lock "53799918-abc1-4d31-941e-76ee94bafb3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.870s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.442481] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086165} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.442810] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.443627] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d4fa37-82e6-4398-b9cd-d595e7eb0570 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.466806] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] b1b93c50-cef5-448c-b312-8f08ae78f8ba/b1b93c50-cef5-448c-b312-8f08ae78f8ba.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.467666] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c871dccb-d449-4e63-96c1-369f561b3b16 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.497215] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558144} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.498951] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 826dd2e1-82d2-42be-aee0-15e8a11822ed/826dd2e1-82d2-42be-aee0-15e8a11822ed.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.499232] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.499608] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 675.499608] env[70294]: value = "task-3569391" [ 675.499608] env[70294]: _type = "Task" [ 675.499608] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.499807] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c654ea7e-f8de-4db1-9a4a-a2a00a6f0810 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.515041] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569391, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.516613] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 675.516613] env[70294]: value = "task-3569392" [ 675.516613] env[70294]: _type = "Task" [ 675.516613] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.525344] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569388, 'name': CreateVM_Task, 'duration_secs': 0.64276} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.526070] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.526894] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.527470] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.527470] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.527758] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b7c8851-3172-4a68-825f-b90755c54790 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.532848] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.537438] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 675.537438] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f71f5-7be3-dc2d-3cb4-928398c7705f" [ 675.537438] env[70294]: _type = "Task" [ 675.537438] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.547023] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f71f5-7be3-dc2d-3cb4-928398c7705f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.571725] env[70294]: DEBUG oslo_vmware.api [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569389, 'name': RemoveSnapshot_Task, 'duration_secs': 0.707589} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.572142] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 675.572377] env[70294]: INFO nova.compute.manager [None req-f74299c6-41c0-44f1-898f-230c45300816 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Took 15.09 seconds to snapshot the instance on the hypervisor. [ 675.640044] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.640044] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.691175] env[70294]: DEBUG nova.network.neutron [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updated VIF entry in instance network info cache for port 6c854b20-11f9-4013-88ec-03ccb512af5d. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.691563] env[70294]: DEBUG nova.network.neutron [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updating instance_info_cache with network_info: [{"id": "6c854b20-11f9-4013-88ec-03ccb512af5d", "address": "fa:16:3e:38:ed:68", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c854b20-11", "ovs_interfaceid": "6c854b20-11f9-4013-88ec-03ccb512af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.014494] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569391, 'name': ReconfigVM_Task, 'duration_secs': 0.364546} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.014958] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Reconfigured VM instance instance-0000001b to attach disk [datastore1] b1b93c50-cef5-448c-b312-8f08ae78f8ba/b1b93c50-cef5-448c-b312-8f08ae78f8ba.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.015723] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-595c0f50-bd8f-4856-8e0e-56883d6c00f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.027929] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092826} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.028622] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.029022] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 676.029022] env[70294]: value = "task-3569393" [ 676.029022] env[70294]: _type = "Task" [ 676.029022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.032126] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c8ed97-5425-4728-9fb2-887bc1546d53 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.062809] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 826dd2e1-82d2-42be-aee0-15e8a11822ed/826dd2e1-82d2-42be-aee0-15e8a11822ed.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.067165] env[70294]: DEBUG nova.network.neutron [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Successfully updated port: 225eaa16-9364-4b7b-a373-d4f03b2dfd6c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.071197] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15cde90b-7a6a-45e7-99e9-bac15118b78b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.088898] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "refresh_cache-55ae5695-4854-4291-8478-1de9b85b060c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.089113] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "refresh_cache-55ae5695-4854-4291-8478-1de9b85b060c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.089326] env[70294]: DEBUG nova.network.neutron [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.097236] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f71f5-7be3-dc2d-3cb4-928398c7705f, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.098153] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.098392] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.098641] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.098804] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.098989] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.100625] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3322f9bb-0f1e-47f3-848c-cf0af2ca9b1c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.110275] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 676.110275] env[70294]: value = "task-3569394" [ 676.110275] env[70294]: _type = "Task" [ 676.110275] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.117140] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.117252] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.121227] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02c13e8a-cefe-488b-b78b-e5807ccd1d0f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.126248] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.130420] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 676.130420] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211f774-d11a-0532-088f-0ff803b8488c" [ 676.130420] env[70294]: _type = "Task" [ 676.130420] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.140376] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211f774-d11a-0532-088f-0ff803b8488c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.195609] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Releasing lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.196266] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Received event network-vif-plugged-e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.196347] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Acquiring lock "4e30f16e-1f3d-458c-897e-fae650eb17c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.196646] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.196875] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.197097] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] No waiting events found dispatching network-vif-plugged-e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.197479] env[70294]: WARNING nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Received unexpected event network-vif-plugged-e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 for instance with vm_state building and task_state spawning. [ 676.197653] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Received event network-changed-e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.197891] env[70294]: DEBUG nova.compute.manager [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Refreshing instance network info cache due to event network-changed-e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.198095] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Acquiring lock "refresh_cache-4e30f16e-1f3d-458c-897e-fae650eb17c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.198264] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Acquired lock "refresh_cache-4e30f16e-1f3d-458c-897e-fae650eb17c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.198482] env[70294]: DEBUG nova.network.neutron [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Refreshing network info cache for port e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.440179] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea83131-604f-4427-a6cb-62c585a0c81b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.449167] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2a6937-2e79-4a5d-b618-325deb1c8d7c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.483739] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7502aac9-ed93-4cb3-8900-475d5773107c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.492821] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ae983a-3f4b-4b3e-b3b5-c06da044f985 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.509266] env[70294]: DEBUG nova.compute.provider_tree [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.544861] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569393, 'name': Rename_Task, 'duration_secs': 0.185401} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.545156] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.545402] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3438699e-752d-4fe0-861d-49072639107a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.552920] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 676.552920] env[70294]: value = "task-3569395" [ 676.552920] env[70294]: _type = "Task" [ 676.552920] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.568102] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.613050] env[70294]: DEBUG nova.compute.manager [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.614197] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ed65c5-7de8-46e3-9be0-34f07490a355 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.628549] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.636845] env[70294]: DEBUG nova.network.neutron [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.654771] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211f774-d11a-0532-088f-0ff803b8488c, 'name': SearchDatastore_Task, 'duration_secs': 0.014788} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.655865] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c8e2e8-0073-424b-b2b7-5c9ec9266067 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.662710] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 676.662710] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b4a9fd-92b9-1f27-05dd-d83bfb6031cc" [ 676.662710] env[70294]: _type = "Task" [ 676.662710] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.676565] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b4a9fd-92b9-1f27-05dd-d83bfb6031cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.847732] env[70294]: DEBUG nova.network.neutron [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Updating instance_info_cache with network_info: [{"id": "225eaa16-9364-4b7b-a373-d4f03b2dfd6c", "address": "fa:16:3e:c1:88:e8", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225eaa16-93", "ovs_interfaceid": "225eaa16-9364-4b7b-a373-d4f03b2dfd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.012146] env[70294]: DEBUG nova.scheduler.client.report [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.069206] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569395, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.072125] env[70294]: DEBUG nova.compute.manager [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Received event network-changed-91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.072306] env[70294]: DEBUG nova.compute.manager [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Refreshing instance network info cache due to event network-changed-91a03b28-f562-4640-961d-886b91361aa9. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.072672] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Acquiring lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.072775] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Acquired lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.072935] env[70294]: DEBUG nova.network.neutron [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Refreshing network info cache for port 91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.123381] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569394, 'name': ReconfigVM_Task, 'duration_secs': 0.549064} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.123725] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 826dd2e1-82d2-42be-aee0-15e8a11822ed/826dd2e1-82d2-42be-aee0-15e8a11822ed.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.124429] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42dbd944-fe35-4274-a9fb-6a20025e379f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.132157] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 677.132157] env[70294]: value = "task-3569397" [ 677.132157] env[70294]: _type = "Task" [ 677.132157] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.142674] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569397, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.148117] env[70294]: INFO nova.compute.manager [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] instance snapshotting [ 677.150921] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415487e-723a-4895-8bd2-24b2034ea726 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.173298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6183cdb7-7f38-493b-ab45-974706f5d99e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.182273] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b4a9fd-92b9-1f27-05dd-d83bfb6031cc, 'name': SearchDatastore_Task, 'duration_secs': 0.020578} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.184196] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.184475] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 4e30f16e-1f3d-458c-897e-fae650eb17c7/4e30f16e-1f3d-458c-897e-fae650eb17c7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.186844] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1e23988-cfdd-4c7a-a6ee-4782ba5487c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.196176] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 677.196176] env[70294]: value = "task-3569398" [ 677.196176] env[70294]: _type = "Task" [ 677.196176] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.199723] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "fad949d8-5a5b-4657-b155-050280d1d0a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.199961] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.200203] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "fad949d8-5a5b-4657-b155-050280d1d0a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.200394] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.200651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.206420] env[70294]: INFO nova.compute.manager [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Terminating instance [ 677.212322] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.322554] env[70294]: DEBUG nova.network.neutron [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Updated VIF entry in instance network info cache for port e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.323047] env[70294]: DEBUG nova.network.neutron [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Updating instance_info_cache with network_info: [{"id": "e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50", "address": "fa:16:3e:56:22:10", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9c63164-b7", "ovs_interfaceid": "e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.351773] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "refresh_cache-55ae5695-4854-4291-8478-1de9b85b060c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.352190] env[70294]: DEBUG nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Instance network_info: |[{"id": "225eaa16-9364-4b7b-a373-d4f03b2dfd6c", "address": "fa:16:3e:c1:88:e8", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225eaa16-93", "ovs_interfaceid": "225eaa16-9364-4b7b-a373-d4f03b2dfd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.352727] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:88:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '225eaa16-9364-4b7b-a373-d4f03b2dfd6c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.365373] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.366030] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.366315] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c39e620d-8de6-49d1-a99b-b141089b82d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.393496] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.393496] env[70294]: value = "task-3569399" [ 677.393496] env[70294]: _type = "Task" [ 677.393496] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.403184] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569399, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.517717] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.749s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.519161] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.847s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.519306] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.524276] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 677.524653] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.136s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.528049] env[70294]: INFO nova.compute.claims [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.533176] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e2ca0-273b-4b2f-85d4-44df2d50b077 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.546620] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1dbdac6-15ab-4174-9492-b1c4657b95cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.574446] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7991862f-8903-4ef6-83c7-48a97d024f7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.584153] env[70294]: DEBUG oslo_vmware.api [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569395, 'name': PowerOnVM_Task, 'duration_secs': 0.617142} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.585862] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.585862] env[70294]: INFO nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Took 13.55 seconds to spawn the instance on the hypervisor. [ 677.585862] env[70294]: DEBUG nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.587232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc303612-2455-4d9b-a76e-99145f6e3911 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.595044] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb86165-6425-454e-8d9c-186077f137b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.640894] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179504MB free_disk=81GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 677.641041] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.652838] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569397, 'name': Rename_Task, 'duration_secs': 0.317119} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.653143] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.653411] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7893a9b2-3d92-4299-9050-618e38c6684f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.662716] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 677.662716] env[70294]: value = "task-3569400" [ 677.662716] env[70294]: _type = "Task" [ 677.662716] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.672127] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.691099] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 677.691453] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb5afb3c-34b5-4d4a-a863-a0ce115da865 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.704246] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 677.704246] env[70294]: value = "task-3569401" [ 677.704246] env[70294]: _type = "Task" [ 677.704246] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.713302] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569398, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.714306] env[70294]: DEBUG nova.compute.manager [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.714660] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.716170] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df58ea78-49a9-4ec7-b859-045dd58a5ca8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.726456] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569401, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.731023] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.731023] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-efe63cf1-94e4-4b48-a124-2356cfa8afcc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.736614] env[70294]: DEBUG oslo_vmware.api [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 677.736614] env[70294]: value = "task-3569402" [ 677.736614] env[70294]: _type = "Task" [ 677.736614] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.749319] env[70294]: DEBUG oslo_vmware.api [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569402, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.828611] env[70294]: DEBUG oslo_concurrency.lockutils [req-8642b7ce-39ba-4f46-aed6-a24580437b4a req-1597a014-f536-4d40-8790-450627ec2d4b service nova] Releasing lock "refresh_cache-4e30f16e-1f3d-458c-897e-fae650eb17c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.906153] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569399, 'name': CreateVM_Task, 'duration_secs': 0.428397} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.906394] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.907158] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.907345] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.907722] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.908053] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-217bad17-eb83-4c92-8402-f7f1557f0b41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.917728] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 677.917728] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52150b8e-fe77-5ea2-d1a3-9788d791cbc9" [ 677.917728] env[70294]: _type = "Task" [ 677.917728] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.928619] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52150b8e-fe77-5ea2-d1a3-9788d791cbc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.023615] env[70294]: DEBUG nova.network.neutron [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Updated VIF entry in instance network info cache for port 91a03b28-f562-4640-961d-886b91361aa9. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.025086] env[70294]: DEBUG nova.network.neutron [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Updating instance_info_cache with network_info: [{"id": "91a03b28-f562-4640-961d-886b91361aa9", "address": "fa:16:3e:f0:69:fb", "network": {"id": "d345fb57-3f03-412e-8a52-c32b2927c38a", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-950642374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7ab6bcef0a44b0f820b3e9a1a43f09b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91a03b28-f5", "ovs_interfaceid": "91a03b28-f562-4640-961d-886b91361aa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.032702] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "4648c1dd-6c60-4dda-a409-ec819a1432fe" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.033179] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "4648c1dd-6c60-4dda-a409-ec819a1432fe" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.113238] env[70294]: INFO nova.compute.manager [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Took 53.40 seconds to build instance. [ 678.174755] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569400, 'name': PowerOnVM_Task} progress is 1%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.212071] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.218594] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.251263] env[70294]: DEBUG oslo_vmware.api [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569402, 'name': PowerOffVM_Task, 'duration_secs': 0.270457} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.251545] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.251713] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.251969] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a05930f2-58cb-4e7f-a451-ddfab88549ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.345289] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 678.345535] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 678.345721] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Deleting the datastore file [datastore1] fad949d8-5a5b-4657-b155-050280d1d0a4 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 678.346026] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0235fca9-55c5-486a-9b99-a5040e7f0d28 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.354348] env[70294]: DEBUG oslo_vmware.api [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for the task: (returnval){ [ 678.354348] env[70294]: value = "task-3569404" [ 678.354348] env[70294]: _type = "Task" [ 678.354348] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.365248] env[70294]: DEBUG oslo_vmware.api [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.429881] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52150b8e-fe77-5ea2-d1a3-9788d791cbc9, 'name': SearchDatastore_Task, 'duration_secs': 0.029897} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.430360] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.430716] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.431440] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.431440] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.431611] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.431768] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49a6c80-47a2-4f67-9ffd-804c509d3180 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.445875] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.445875] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.446661] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bee61e3-d77a-4fab-ad36-6bddbe576b19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.457788] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 678.457788] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5144b-a8d4-2aaf-a827-69a9a4e297e8" [ 678.457788] env[70294]: _type = "Task" [ 678.457788] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.468964] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5144b-a8d4-2aaf-a827-69a9a4e297e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.527407] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Releasing lock "refresh_cache-ecf7b179-5141-4d87-951d-5f40cae4319c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.527407] env[70294]: DEBUG nova.compute.manager [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Received event network-vif-plugged-225eaa16-9364-4b7b-a373-d4f03b2dfd6c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.527809] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Acquiring lock "55ae5695-4854-4291-8478-1de9b85b060c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.527809] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Lock "55ae5695-4854-4291-8478-1de9b85b060c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.528072] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Lock "55ae5695-4854-4291-8478-1de9b85b060c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.528928] env[70294]: DEBUG nova.compute.manager [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] No waiting events found dispatching network-vif-plugged-225eaa16-9364-4b7b-a373-d4f03b2dfd6c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.529174] env[70294]: WARNING nova.compute.manager [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Received unexpected event network-vif-plugged-225eaa16-9364-4b7b-a373-d4f03b2dfd6c for instance with vm_state building and task_state spawning. [ 678.529365] env[70294]: DEBUG nova.compute.manager [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Received event network-changed-225eaa16-9364-4b7b-a373-d4f03b2dfd6c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.529666] env[70294]: DEBUG nova.compute.manager [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Refreshing instance network info cache due to event network-changed-225eaa16-9364-4b7b-a373-d4f03b2dfd6c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.529797] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Acquiring lock "refresh_cache-55ae5695-4854-4291-8478-1de9b85b060c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.529979] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Acquired lock "refresh_cache-55ae5695-4854-4291-8478-1de9b85b060c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.530185] env[70294]: DEBUG nova.network.neutron [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Refreshing network info cache for port 225eaa16-9364-4b7b-a373-d4f03b2dfd6c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.535600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "4648c1dd-6c60-4dda-a409-ec819a1432fe" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.503s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.536240] env[70294]: DEBUG nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.619071] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15ce3ed0-32cd-4338-8ec6-ba65d8115595 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.413s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.682226] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569400, 'name': PowerOnVM_Task} progress is 86%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.714350] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.723725] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.870196] env[70294]: DEBUG oslo_vmware.api [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Task: {'id': task-3569404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500402} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.870474] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.870717] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.870944] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.871161] env[70294]: INFO nova.compute.manager [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 678.871445] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.871732] env[70294]: DEBUG nova.compute.manager [-] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.871924] env[70294]: DEBUG nova.network.neutron [-] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.969302] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5144b-a8d4-2aaf-a827-69a9a4e297e8, 'name': SearchDatastore_Task, 'duration_secs': 0.020753} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.970223] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f46470a7-924a-491d-babf-fd30d888f9f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.980014] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 678.980014] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ac7b21-bbf3-84de-ed16-67c352757697" [ 678.980014] env[70294]: _type = "Task" [ 678.980014] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.993247] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ac7b21-bbf3-84de-ed16-67c352757697, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.043438] env[70294]: DEBUG nova.compute.utils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.048445] env[70294]: DEBUG nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.048517] env[70294]: DEBUG nova.network.neutron [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.108163] env[70294]: DEBUG nova.policy [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f64d86152a344cbb141192d16d7548a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16242c5f0bb04024ace8134a09ba0e73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.124181] env[70294]: DEBUG nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.182914] env[70294]: DEBUG oslo_vmware.api [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569400, 'name': PowerOnVM_Task, 'duration_secs': 1.113381} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.183381] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.183726] env[70294]: INFO nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Took 12.24 seconds to spawn the instance on the hypervisor. [ 679.184358] env[70294]: DEBUG nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.185296] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5de23b-db41-4e14-93b2-51c9c55ecb2f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.219512] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e882a3e-2f46-43a9-a44f-4f031a90e3f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.230646] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569398, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.912946} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.231890] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 4e30f16e-1f3d-458c-897e-fae650eb17c7/4e30f16e-1f3d-458c-897e-fae650eb17c7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.232467] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.236245] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d3f2a50-32ac-4556-b222-604b6e97729c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.247930] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569401, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.250289] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c4b3fe-5a98-4771-b64b-9afa3a49b271 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.258389] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 679.258389] env[70294]: value = "task-3569406" [ 679.258389] env[70294]: _type = "Task" [ 679.258389] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.314524] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ece6644-a122-4ddb-8b37-3d0fc2fa4dae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.324758] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.336572] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524b6efb-d719-48d4-baac-3882bb6b6726 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.360081] env[70294]: DEBUG nova.compute.provider_tree [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 679.493106] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ac7b21-bbf3-84de-ed16-67c352757697, 'name': SearchDatastore_Task, 'duration_secs': 0.024683} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.493389] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.493688] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 55ae5695-4854-4291-8478-1de9b85b060c/55ae5695-4854-4291-8478-1de9b85b060c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.494167] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f0b5c98-1b77-49b5-97fd-128d8ae6191a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.501272] env[70294]: DEBUG nova.compute.manager [req-a56a9156-1826-43fc-8f8e-df8349d81d84 req-fccc599a-a3e1-4fe7-a6a6-b50b692a5c10 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Received event network-vif-deleted-c843be90-ce12-44ac-9b2a-0474d67cc93e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.501498] env[70294]: INFO nova.compute.manager [req-a56a9156-1826-43fc-8f8e-df8349d81d84 req-fccc599a-a3e1-4fe7-a6a6-b50b692a5c10 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Neutron deleted interface c843be90-ce12-44ac-9b2a-0474d67cc93e; detaching it from the instance and deleting it from the info cache [ 679.501674] env[70294]: DEBUG nova.network.neutron [req-a56a9156-1826-43fc-8f8e-df8349d81d84 req-fccc599a-a3e1-4fe7-a6a6-b50b692a5c10 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.507022] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 679.507022] env[70294]: value = "task-3569407" [ 679.507022] env[70294]: _type = "Task" [ 679.507022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.516731] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.551798] env[70294]: DEBUG nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.617320] env[70294]: DEBUG nova.network.neutron [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Updated VIF entry in instance network info cache for port 225eaa16-9364-4b7b-a373-d4f03b2dfd6c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.617320] env[70294]: DEBUG nova.network.neutron [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Updating instance_info_cache with network_info: [{"id": "225eaa16-9364-4b7b-a373-d4f03b2dfd6c", "address": "fa:16:3e:c1:88:e8", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225eaa16-93", "ovs_interfaceid": "225eaa16-9364-4b7b-a373-d4f03b2dfd6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.626195] env[70294]: DEBUG nova.network.neutron [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Successfully created port: 7325d5cd-bcf2-45a4-9199-ce61d63c5746 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.657210] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.719724] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569401, 'name': CreateSnapshot_Task, 'duration_secs': 1.561417} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.720215] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 679.721317] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7a0148-980c-43e6-bdfa-9e3c9105ba40 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.745761] env[70294]: INFO nova.compute.manager [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Took 47.19 seconds to build instance. [ 679.777887] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216956} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.779694] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.780051] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798df34d-b44c-4581-a946-27ddc1373cdd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.806194] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 4e30f16e-1f3d-458c-897e-fae650eb17c7/4e30f16e-1f3d-458c-897e-fae650eb17c7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.806886] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f2286c-6d95-49a0-bec2-920e5348fd9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.824309] env[70294]: DEBUG nova.network.neutron [-] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.833051] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 679.833051] env[70294]: value = "task-3569408" [ 679.833051] env[70294]: _type = "Task" [ 679.833051] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.846089] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.864337] env[70294]: DEBUG nova.scheduler.client.report [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.006470] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b99f2233-81be-41af-b6cc-0721819f7169 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.030065] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.035023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400d0f9c-e31a-4d47-a326-f923529778fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.086298] env[70294]: DEBUG nova.compute.manager [req-a56a9156-1826-43fc-8f8e-df8349d81d84 req-fccc599a-a3e1-4fe7-a6a6-b50b692a5c10 service nova] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Detach interface failed, port_id=c843be90-ce12-44ac-9b2a-0474d67cc93e, reason: Instance fad949d8-5a5b-4657-b155-050280d1d0a4 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 680.123836] env[70294]: DEBUG oslo_concurrency.lockutils [req-5be59412-7cab-4ae5-b7e7-fffc75af6641 req-f008fcf6-6324-4fb3-855c-ccfa0d05c6d2 service nova] Releasing lock "refresh_cache-55ae5695-4854-4291-8478-1de9b85b060c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.256885] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 680.257158] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2926de01-4944-4e1c-b094-a935e2090547 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.027s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.257464] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e187070c-1f01-47c4-accc-fe3ac0be118c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.269063] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 680.269063] env[70294]: value = "task-3569409" [ 680.269063] env[70294]: _type = "Task" [ 680.269063] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.279137] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569409, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.327258] env[70294]: INFO nova.compute.manager [-] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Took 1.46 seconds to deallocate network for instance. [ 680.348663] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.373207] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.375180] env[70294]: DEBUG nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 680.379946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.811s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.379946] env[70294]: DEBUG nova.objects.instance [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'resources' on Instance uuid 149b8450-04d5-43f9-bedd-a562854e19cd {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.519056] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741557} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.519504] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 55ae5695-4854-4291-8478-1de9b85b060c/55ae5695-4854-4291-8478-1de9b85b060c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.519961] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.520302] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-556723a8-a7ea-4ecd-b995-669295239e3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.533703] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 680.533703] env[70294]: value = "task-3569410" [ 680.533703] env[70294]: _type = "Task" [ 680.533703] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.548038] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.563614] env[70294]: DEBUG nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.597735] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.598457] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.598457] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.598457] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.598457] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.598718] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.598810] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.598973] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.599239] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.599369] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.599546] env[70294]: DEBUG nova.virt.hardware [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.600592] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8c951c-21be-4739-a013-f4104bf6d851 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.616757] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d178035-f2e3-46e1-97b0-888e4b1ed2e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.710322] env[70294]: DEBUG nova.compute.manager [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Received event network-changed-fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.710322] env[70294]: DEBUG nova.compute.manager [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Refreshing instance network info cache due to event network-changed-fe528556-b6d4-43cb-b415-576026eedd33. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.710449] env[70294]: DEBUG oslo_concurrency.lockutils [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] Acquiring lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.710821] env[70294]: DEBUG oslo_concurrency.lockutils [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] Acquired lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.711088] env[70294]: DEBUG nova.network.neutron [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Refreshing network info cache for port fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.766189] env[70294]: DEBUG nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.789030] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569409, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.841992] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.848903] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569408, 'name': ReconfigVM_Task, 'duration_secs': 0.746831} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.849622] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 4e30f16e-1f3d-458c-897e-fae650eb17c7/4e30f16e-1f3d-458c-897e-fae650eb17c7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.850371] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff1a957e-0931-4906-87b6-2f915c048531 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.859768] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 680.859768] env[70294]: value = "task-3569411" [ 680.859768] env[70294]: _type = "Task" [ 680.859768] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.870951] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569411, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.882510] env[70294]: DEBUG nova.compute.utils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.887660] env[70294]: DEBUG nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.887957] env[70294]: DEBUG nova.network.neutron [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.956387] env[70294]: DEBUG nova.policy [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91cbabe2e04f4b69bbeaab423b1a082d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '554aa1528cab4d55a170a4ef55552983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.053407] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.313673} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.053695] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.054797] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f218b-6bbb-43a6-b7e0-2eacf4723720 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.088876] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 55ae5695-4854-4291-8478-1de9b85b060c/55ae5695-4854-4291-8478-1de9b85b060c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.091872] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ca78334-21ec-4edb-aa1f-c6ac49d8aff5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.121673] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 681.121673] env[70294]: value = "task-3569413" [ 681.121673] env[70294]: _type = "Task" [ 681.121673] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.132877] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569413, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.290633] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569409, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.302508] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.373788] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569411, 'name': Rename_Task, 'duration_secs': 0.352371} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.374134] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.374442] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f348c452-4340-455d-bf66-6c5b6fd68a9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.387287] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 681.387287] env[70294]: value = "task-3569414" [ 681.387287] env[70294]: _type = "Task" [ 681.387287] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.391474] env[70294]: DEBUG nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 681.400736] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.417090] env[70294]: DEBUG nova.network.neutron [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Successfully created port: fc7faf6f-9340-433b-99f3-0a1c93e8b609 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.571654] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f36c491-c164-4e32-a630-b5af0e887349 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.584117] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.584397] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.585911] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ecefbe-9f56-49fe-8f6d-d87a62bf5d41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.631730] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81c5976-1b60-46b8-aab8-59b22a3fa4a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.642162] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569413, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.645793] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cd72f7-f857-414c-9e33-45a2db9bc847 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.662109] env[70294]: DEBUG nova.compute.provider_tree [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.788707] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569409, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.794107] env[70294]: DEBUG nova.network.neutron [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Updated VIF entry in instance network info cache for port fe528556-b6d4-43cb-b415-576026eedd33. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.795013] env[70294]: DEBUG nova.network.neutron [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Updating instance_info_cache with network_info: [{"id": "fe528556-b6d4-43cb-b415-576026eedd33", "address": "fa:16:3e:1e:b7:25", "network": {"id": "097f9d3a-9e13-49d6-b807-fbb05e5e7189", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1919273988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a58028586c0b414ba98907a23e99547e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82ca17df-257e-40e6-9ec9-310ed6f05ccb", "external-id": "nsx-vlan-transportzone-778", "segmentation_id": 778, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe528556-b6", "ovs_interfaceid": "fe528556-b6d4-43cb-b415-576026eedd33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.922946] env[70294]: DEBUG nova.network.neutron [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Successfully updated port: 7325d5cd-bcf2-45a4-9199-ce61d63c5746 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 681.926823] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569414, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.070461] env[70294]: DEBUG nova.compute.manager [req-2b0778cb-6eae-45fc-b5dd-f7d2f1941f25 req-861fa2b4-5c49-4672-b485-76b627863c64 service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Received event network-vif-plugged-7325d5cd-bcf2-45a4-9199-ce61d63c5746 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.070679] env[70294]: DEBUG oslo_concurrency.lockutils [req-2b0778cb-6eae-45fc-b5dd-f7d2f1941f25 req-861fa2b4-5c49-4672-b485-76b627863c64 service nova] Acquiring lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.070902] env[70294]: DEBUG oslo_concurrency.lockutils [req-2b0778cb-6eae-45fc-b5dd-f7d2f1941f25 req-861fa2b4-5c49-4672-b485-76b627863c64 service nova] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.071085] env[70294]: DEBUG oslo_concurrency.lockutils [req-2b0778cb-6eae-45fc-b5dd-f7d2f1941f25 req-861fa2b4-5c49-4672-b485-76b627863c64 service nova] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.071254] env[70294]: DEBUG nova.compute.manager [req-2b0778cb-6eae-45fc-b5dd-f7d2f1941f25 req-861fa2b4-5c49-4672-b485-76b627863c64 service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] No waiting events found dispatching network-vif-plugged-7325d5cd-bcf2-45a4-9199-ce61d63c5746 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.071423] env[70294]: WARNING nova.compute.manager [req-2b0778cb-6eae-45fc-b5dd-f7d2f1941f25 req-861fa2b4-5c49-4672-b485-76b627863c64 service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Received unexpected event network-vif-plugged-7325d5cd-bcf2-45a4-9199-ce61d63c5746 for instance with vm_state building and task_state spawning. [ 682.138477] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569413, 'name': ReconfigVM_Task, 'duration_secs': 0.555257} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.138773] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 55ae5695-4854-4291-8478-1de9b85b060c/55ae5695-4854-4291-8478-1de9b85b060c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.139404] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52609f4f-72cb-4936-90af-ecf3f77189b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.148677] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 682.148677] env[70294]: value = "task-3569415" [ 682.148677] env[70294]: _type = "Task" [ 682.148677] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.160159] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569415, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.165244] env[70294]: DEBUG nova.scheduler.client.report [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 682.285352] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569409, 'name': CloneVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.298089] env[70294]: DEBUG oslo_concurrency.lockutils [req-542a03ef-fe99-4ab9-9c93-231aecd59dbd req-78e2475f-9245-4e2e-b586-e9bc57ae54f0 service nova] Releasing lock "refresh_cache-b1b93c50-cef5-448c-b312-8f08ae78f8ba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.399299] env[70294]: DEBUG oslo_vmware.api [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569414, 'name': PowerOnVM_Task, 'duration_secs': 0.644496} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.399568] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.399777] env[70294]: INFO nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Took 10.50 seconds to spawn the instance on the hypervisor. [ 682.399983] env[70294]: DEBUG nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.400983] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813af447-8db5-4904-ab4b-c9be29db2ed6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.405897] env[70294]: DEBUG nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 682.429599] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "refresh_cache-d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.429788] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquired lock "refresh_cache-d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.429939] env[70294]: DEBUG nova.network.neutron [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.436127] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.436411] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.436523] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.436703] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.436877] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.437538] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.437538] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.437538] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.437538] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.522663] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.522663] env[70294]: DEBUG nova.virt.hardware [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.522663] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e9b918-4f0a-40cb-b374-9fa5cb2ee45a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.522663] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e734c07-fa14-483d-b01d-d49355c13f6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.659713] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569415, 'name': Rename_Task, 'duration_secs': 0.37297} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.659993] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.660258] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b7c8da-43e2-4d99-a5b2-b3e9bcbea327 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.668122] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 682.668122] env[70294]: value = "task-3569416" [ 682.668122] env[70294]: _type = "Task" [ 682.668122] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.671960] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.674107] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.037s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.674337] env[70294]: DEBUG nova.objects.instance [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'resources' on Instance uuid 480aaef7-ba59-4e4b-89e8-dd46b5db1016 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 682.680917] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.694500] env[70294]: INFO nova.scheduler.client.report [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted allocations for instance 149b8450-04d5-43f9-bedd-a562854e19cd [ 682.737947] env[70294]: DEBUG nova.compute.manager [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Received event network-changed-6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.738092] env[70294]: DEBUG nova.compute.manager [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Refreshing instance network info cache due to event network-changed-6c854b20-11f9-4013-88ec-03ccb512af5d. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 682.738591] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] Acquiring lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.738591] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] Acquired lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.738591] env[70294]: DEBUG nova.network.neutron [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Refreshing network info cache for port 6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.786489] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569409, 'name': CloneVM_Task, 'duration_secs': 2.496535} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.786759] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Created linked-clone VM from snapshot [ 682.787489] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d60de5-348b-43a9-a872-a361d0bde9f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.795774] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Uploading image cfcff7c8-e11a-43a7-b6d4-e14e42a99c1d {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 682.818746] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 682.818746] env[70294]: value = "vm-712503" [ 682.818746] env[70294]: _type = "VirtualMachine" [ 682.818746] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 682.819317] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-18e1485a-bd17-4632-9ad5-f75375b3df8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.828286] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lease: (returnval){ [ 682.828286] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d22451-ee79-db98-54cd-87c0322e431d" [ 682.828286] env[70294]: _type = "HttpNfcLease" [ 682.828286] env[70294]: } obtained for exporting VM: (result){ [ 682.828286] env[70294]: value = "vm-712503" [ 682.828286] env[70294]: _type = "VirtualMachine" [ 682.828286] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 682.828561] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the lease: (returnval){ [ 682.828561] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d22451-ee79-db98-54cd-87c0322e431d" [ 682.828561] env[70294]: _type = "HttpNfcLease" [ 682.828561] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 682.835937] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 682.835937] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d22451-ee79-db98-54cd-87c0322e431d" [ 682.835937] env[70294]: _type = "HttpNfcLease" [ 682.835937] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 682.925931] env[70294]: INFO nova.compute.manager [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Took 47.36 seconds to build instance. [ 682.984262] env[70294]: DEBUG nova.network.neutron [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.180123] env[70294]: DEBUG nova.network.neutron [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Successfully updated port: fc7faf6f-9340-433b-99f3-0a1c93e8b609 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.194021] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569416, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.202036] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2dc0b7fc-9ed1-4414-9930-af2f31090e53 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "149b8450-04d5-43f9-bedd-a562854e19cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.153s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.207188] env[70294]: DEBUG nova.network.neutron [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Updating instance_info_cache with network_info: [{"id": "7325d5cd-bcf2-45a4-9199-ce61d63c5746", "address": "fa:16:3e:64:17:96", "network": {"id": "e04c9d77-f301-4931-a064-09f3b3f6bc44", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1898463527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16242c5f0bb04024ace8134a09ba0e73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7325d5cd-bc", "ovs_interfaceid": "7325d5cd-bcf2-45a4-9199-ce61d63c5746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.341652] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 683.341652] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d22451-ee79-db98-54cd-87c0322e431d" [ 683.341652] env[70294]: _type = "HttpNfcLease" [ 683.341652] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 683.341652] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 683.341652] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d22451-ee79-db98-54cd-87c0322e431d" [ 683.341652] env[70294]: _type = "HttpNfcLease" [ 683.341652] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 683.342098] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5ed231-9a55-46d5-8232-393e78fe8fdd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.350039] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccd669-d8e3-4491-bd44-29428db3644e/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 683.350773] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccd669-d8e3-4491-bd44-29428db3644e/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 683.431556] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7512b70-5eb9-490b-a463-dde1b8845f5f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.629s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.459840] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77809311-5e88-4cd7-a3d8-5954bd4a89dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.609898] env[70294]: DEBUG nova.network.neutron [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updated VIF entry in instance network info cache for port 6c854b20-11f9-4013-88ec-03ccb512af5d. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.610602] env[70294]: DEBUG nova.network.neutron [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updating instance_info_cache with network_info: [{"id": "6c854b20-11f9-4013-88ec-03ccb512af5d", "address": "fa:16:3e:38:ed:68", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c854b20-11", "ovs_interfaceid": "6c854b20-11f9-4013-88ec-03ccb512af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.690946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "refresh_cache-0c8f5a5a-f553-4d44-9029-68c858a2c8f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.691320] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "refresh_cache-0c8f5a5a-f553-4d44-9029-68c858a2c8f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.691320] env[70294]: DEBUG nova.network.neutron [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.695067] env[70294]: DEBUG oslo_vmware.api [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569416, 'name': PowerOnVM_Task, 'duration_secs': 0.914629} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.696036] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.696148] env[70294]: INFO nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Took 9.12 seconds to spawn the instance on the hypervisor. [ 683.696587] env[70294]: DEBUG nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.697340] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f675784e-9a63-4775-9edd-8ba1f5c98cb5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.706520] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Releasing lock "refresh_cache-d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.708734] env[70294]: DEBUG nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Instance network_info: |[{"id": "7325d5cd-bcf2-45a4-9199-ce61d63c5746", "address": "fa:16:3e:64:17:96", "network": {"id": "e04c9d77-f301-4931-a064-09f3b3f6bc44", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1898463527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16242c5f0bb04024ace8134a09ba0e73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7325d5cd-bc", "ovs_interfaceid": "7325d5cd-bcf2-45a4-9199-ce61d63c5746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.715264] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:17:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9ee6f9-33be-4f58-8248-694024ec31d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7325d5cd-bcf2-45a4-9199-ce61d63c5746', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.721796] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Creating folder: Project (16242c5f0bb04024ace8134a09ba0e73). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.725799] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76585995-1b66-403d-9df0-cb21898b3604 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.748082] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Created folder: Project (16242c5f0bb04024ace8134a09ba0e73) in parent group-v712401. [ 683.748082] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Creating folder: Instances. Parent ref: group-v712505. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.748828] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04213233-2ae5-4f7e-a2b8-2c0619d23653 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.762382] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Created folder: Instances in parent group-v712505. [ 683.764976] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.764976] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.764976] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa43d414-4a51-4e7c-806b-756d2104b044 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.794137] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.794137] env[70294]: value = "task-3569421" [ 683.794137] env[70294]: _type = "Task" [ 683.794137] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.804851] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569421, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.873780] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a491b825-1ffb-4590-97f0-8ab2f695ef61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.887594] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e73e9fd-e010-4d99-826c-08ada4412432 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.935755] env[70294]: DEBUG nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.939928] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a5c79f-e9dd-489f-8892-e5caf52cceed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.950308] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d99f31-74cf-451b-bdac-7b88f127760f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.967025] env[70294]: DEBUG nova.compute.provider_tree [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.042988] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.043407] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.115992] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e8f36c7-ce91-480e-ad95-5a86c6a484d7 req-1c4f2530-19b3-4d45-9925-8396badee59c service nova] Releasing lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.235566] env[70294]: INFO nova.compute.manager [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Took 45.44 seconds to build instance. [ 684.244561] env[70294]: DEBUG nova.network.neutron [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.295296] env[70294]: DEBUG nova.compute.manager [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Received event network-changed-6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.297894] env[70294]: DEBUG nova.compute.manager [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Refreshing instance network info cache due to event network-changed-6c854b20-11f9-4013-88ec-03ccb512af5d. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.298545] env[70294]: DEBUG oslo_concurrency.lockutils [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] Acquiring lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.298545] env[70294]: DEBUG oslo_concurrency.lockutils [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] Acquired lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.298545] env[70294]: DEBUG nova.network.neutron [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Refreshing network info cache for port 6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.317228] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569421, 'name': CreateVM_Task, 'duration_secs': 0.442405} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.317474] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.318607] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.318846] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.319248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.319601] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7610206-4b32-4ec5-99fc-704ae2e99ed5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.328309] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 684.328309] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52262bc2-fb33-aa86-5f4f-a503c780c81b" [ 684.328309] env[70294]: _type = "Task" [ 684.328309] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.340143] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52262bc2-fb33-aa86-5f4f-a503c780c81b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.432129] env[70294]: DEBUG nova.network.neutron [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Updating instance_info_cache with network_info: [{"id": "fc7faf6f-9340-433b-99f3-0a1c93e8b609", "address": "fa:16:3e:31:f6:60", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7faf6f-93", "ovs_interfaceid": "fc7faf6f-9340-433b-99f3-0a1c93e8b609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.467276] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.470689] env[70294]: DEBUG nova.scheduler.client.report [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.742540] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64f5b8d7-6f9c-4056-bd06-d3b8f9babee0 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "55ae5695-4854-4291-8478-1de9b85b060c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.410s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.835667] env[70294]: DEBUG nova.compute.manager [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Received event network-vif-plugged-fc7faf6f-9340-433b-99f3-0a1c93e8b609 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.836157] env[70294]: DEBUG oslo_concurrency.lockutils [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] Acquiring lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.836618] env[70294]: DEBUG oslo_concurrency.lockutils [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.836952] env[70294]: DEBUG oslo_concurrency.lockutils [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.837377] env[70294]: DEBUG nova.compute.manager [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] No waiting events found dispatching network-vif-plugged-fc7faf6f-9340-433b-99f3-0a1c93e8b609 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.838034] env[70294]: WARNING nova.compute.manager [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Received unexpected event network-vif-plugged-fc7faf6f-9340-433b-99f3-0a1c93e8b609 for instance with vm_state building and task_state spawning. [ 684.838034] env[70294]: DEBUG nova.compute.manager [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Received event network-changed-fc7faf6f-9340-433b-99f3-0a1c93e8b609 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.838157] env[70294]: DEBUG nova.compute.manager [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Refreshing instance network info cache due to event network-changed-fc7faf6f-9340-433b-99f3-0a1c93e8b609. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.838325] env[70294]: DEBUG oslo_concurrency.lockutils [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] Acquiring lock "refresh_cache-0c8f5a5a-f553-4d44-9029-68c858a2c8f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.847624] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52262bc2-fb33-aa86-5f4f-a503c780c81b, 'name': SearchDatastore_Task, 'duration_secs': 0.017967} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.848171] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.848389] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.848616] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.848814] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.849251] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.851897] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40a52c4e-4fc4-433e-9e07-b7d045503b13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.863941] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.864284] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.865348] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5761188d-4c1b-4bed-8d38-ed6e16cf7aab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.872659] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 684.872659] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5207bbab-8144-2ff0-4cbd-2145a55eae69" [ 684.872659] env[70294]: _type = "Task" [ 684.872659] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.882635] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5207bbab-8144-2ff0-4cbd-2145a55eae69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.925674] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "4e30f16e-1f3d-458c-897e-fae650eb17c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.925674] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.925674] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "4e30f16e-1f3d-458c-897e-fae650eb17c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.926221] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.926575] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.929145] env[70294]: INFO nova.compute.manager [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Terminating instance [ 684.937024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "refresh_cache-0c8f5a5a-f553-4d44-9029-68c858a2c8f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.937024] env[70294]: DEBUG nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Instance network_info: |[{"id": "fc7faf6f-9340-433b-99f3-0a1c93e8b609", "address": "fa:16:3e:31:f6:60", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7faf6f-93", "ovs_interfaceid": "fc7faf6f-9340-433b-99f3-0a1c93e8b609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 684.937024] env[70294]: DEBUG oslo_concurrency.lockutils [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] Acquired lock "refresh_cache-0c8f5a5a-f553-4d44-9029-68c858a2c8f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.937024] env[70294]: DEBUG nova.network.neutron [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Refreshing network info cache for port fc7faf6f-9340-433b-99f3-0a1c93e8b609 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 684.937024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:f6:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc7faf6f-9340-433b-99f3-0a1c93e8b609', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.946445] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Creating folder: Project (554aa1528cab4d55a170a4ef55552983). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.953172] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-542793bc-252e-4262-bfbd-ee2122fd3b0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.969906] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Created folder: Project (554aa1528cab4d55a170a4ef55552983) in parent group-v712401. [ 684.969906] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Creating folder: Instances. Parent ref: group-v712508. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.970758] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92fde9f3-7b82-4539-a8c1-e584a8ed69e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.979068] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.303s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.980324] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.263s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.982566] env[70294]: INFO nova.compute.claims [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.989262] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Created folder: Instances in parent group-v712508. [ 684.989262] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.989262] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.989262] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e33bc6fc-4bcf-4b99-b544-b136b32c21c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.017534] env[70294]: INFO nova.scheduler.client.report [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted allocations for instance 480aaef7-ba59-4e4b-89e8-dd46b5db1016 [ 685.036524] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.036524] env[70294]: value = "task-3569424" [ 685.036524] env[70294]: _type = "Task" [ 685.036524] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.047748] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569424, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.161747] env[70294]: DEBUG nova.network.neutron [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updated VIF entry in instance network info cache for port 6c854b20-11f9-4013-88ec-03ccb512af5d. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.162081] env[70294]: DEBUG nova.network.neutron [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updating instance_info_cache with network_info: [{"id": "6c854b20-11f9-4013-88ec-03ccb512af5d", "address": "fa:16:3e:38:ed:68", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c854b20-11", "ovs_interfaceid": "6c854b20-11f9-4013-88ec-03ccb512af5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.246076] env[70294]: DEBUG nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.316456] env[70294]: DEBUG nova.network.neutron [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Updated VIF entry in instance network info cache for port fc7faf6f-9340-433b-99f3-0a1c93e8b609. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 685.317108] env[70294]: DEBUG nova.network.neutron [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Updating instance_info_cache with network_info: [{"id": "fc7faf6f-9340-433b-99f3-0a1c93e8b609", "address": "fa:16:3e:31:f6:60", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc7faf6f-93", "ovs_interfaceid": "fc7faf6f-9340-433b-99f3-0a1c93e8b609", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.385843] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5207bbab-8144-2ff0-4cbd-2145a55eae69, 'name': SearchDatastore_Task, 'duration_secs': 0.014062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.387111] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e082195-216b-4dc4-ba6e-ef9dc4b18bde {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.394490] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 685.394490] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f21174-e1e3-68bf-33d3-74b0bcb20ff7" [ 685.394490] env[70294]: _type = "Task" [ 685.394490] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.404339] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f21174-e1e3-68bf-33d3-74b0bcb20ff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.436427] env[70294]: DEBUG nova.compute.manager [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.436661] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.440231] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca1c9e-8ef1-4634-8c4a-c62ec40dca31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.449043] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.449684] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-473319b7-2b4b-4ae1-8ac3-14c93638d5ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.458976] env[70294]: DEBUG oslo_vmware.api [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 685.458976] env[70294]: value = "task-3569426" [ 685.458976] env[70294]: _type = "Task" [ 685.458976] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.469888] env[70294]: DEBUG oslo_vmware.api [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.537522] env[70294]: DEBUG oslo_concurrency.lockutils [None req-576533f7-c26a-491d-8750-3fb5dc776d5f tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "480aaef7-ba59-4e4b-89e8-dd46b5db1016" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.613s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.550256] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569424, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.665626] env[70294]: DEBUG oslo_concurrency.lockutils [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] Releasing lock "refresh_cache-826dd2e1-82d2-42be-aee0-15e8a11822ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.665906] env[70294]: DEBUG nova.compute.manager [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Received event network-changed-7325d5cd-bcf2-45a4-9199-ce61d63c5746 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.666101] env[70294]: DEBUG nova.compute.manager [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Refreshing instance network info cache due to event network-changed-7325d5cd-bcf2-45a4-9199-ce61d63c5746. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.666323] env[70294]: DEBUG oslo_concurrency.lockutils [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] Acquiring lock "refresh_cache-d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.666467] env[70294]: DEBUG oslo_concurrency.lockutils [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] Acquired lock "refresh_cache-d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.666627] env[70294]: DEBUG nova.network.neutron [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Refreshing network info cache for port 7325d5cd-bcf2-45a4-9199-ce61d63c5746 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.770348] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.819764] env[70294]: DEBUG oslo_concurrency.lockutils [req-edcab8fa-e436-4127-a6f1-27afdeabdcee req-dc28b27e-7b4e-4e2e-b85e-4e067307facc service nova] Releasing lock "refresh_cache-0c8f5a5a-f553-4d44-9029-68c858a2c8f5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.907109] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f21174-e1e3-68bf-33d3-74b0bcb20ff7, 'name': SearchDatastore_Task, 'duration_secs': 0.017328} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.907412] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.907673] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829/d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.907939] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-394fed9d-06f4-4b2f-a2bb-012f3b6a7b93 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.917482] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 685.917482] env[70294]: value = "task-3569427" [ 685.917482] env[70294]: _type = "Task" [ 685.917482] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.927885] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.929118] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b676aa-5ae7-4c7e-9b6d-c114e1f27e0f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.939554] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeee8b8-5733-4176-a0d5-5efefbeb2a16 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Suspending the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 685.939554] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b02f3baf-03d7-47e0-b360-720df578ef73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.956684] env[70294]: DEBUG oslo_vmware.api [None req-eaeee8b8-5733-4176-a0d5-5efefbeb2a16 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 685.956684] env[70294]: value = "task-3569428" [ 685.956684] env[70294]: _type = "Task" [ 685.956684] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.972094] env[70294]: DEBUG oslo_vmware.api [None req-eaeee8b8-5733-4176-a0d5-5efefbeb2a16 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569428, 'name': SuspendVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.976919] env[70294]: DEBUG oslo_vmware.api [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569426, 'name': PowerOffVM_Task, 'duration_secs': 0.292283} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.977262] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 685.977458] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 685.977728] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27dd32c-832d-4067-8f32-c51ee5bdc830 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.052558] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569424, 'name': CreateVM_Task, 'duration_secs': 0.556261} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.052558] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.053347] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.053347] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.053546] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.053724] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2affef6a-ab3c-4ae2-a40f-3b814af22e5d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.064980] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 686.064980] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52668148-0ae0-536a-f39e-676db21a5f8f" [ 686.064980] env[70294]: _type = "Task" [ 686.064980] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.079469] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52668148-0ae0-536a-f39e-676db21a5f8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.083565] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.083741] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.083896] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleting the datastore file [datastore1] 4e30f16e-1f3d-458c-897e-fae650eb17c7 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.085267] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09052a44-cfd6-4d6e-9268-06ec0e735d8e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.093131] env[70294]: DEBUG oslo_vmware.api [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 686.093131] env[70294]: value = "task-3569430" [ 686.093131] env[70294]: _type = "Task" [ 686.093131] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.107021] env[70294]: DEBUG oslo_vmware.api [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.435067] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.471289] env[70294]: DEBUG oslo_vmware.api [None req-eaeee8b8-5733-4176-a0d5-5efefbeb2a16 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569428, 'name': SuspendVM_Task} progress is 54%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.519833] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "6fadd680-23c4-4e35-b08b-324d011ede8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.520024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.524052] env[70294]: DEBUG nova.network.neutron [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Updated VIF entry in instance network info cache for port 7325d5cd-bcf2-45a4-9199-ce61d63c5746. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.524624] env[70294]: DEBUG nova.network.neutron [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Updating instance_info_cache with network_info: [{"id": "7325d5cd-bcf2-45a4-9199-ce61d63c5746", "address": "fa:16:3e:64:17:96", "network": {"id": "e04c9d77-f301-4931-a064-09f3b3f6bc44", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1898463527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16242c5f0bb04024ace8134a09ba0e73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9ee6f9-33be-4f58-8248-694024ec31d4", "external-id": "nsx-vlan-transportzone-581", "segmentation_id": 581, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7325d5cd-bc", "ovs_interfaceid": "7325d5cd-bcf2-45a4-9199-ce61d63c5746", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.581353] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52668148-0ae0-536a-f39e-676db21a5f8f, 'name': SearchDatastore_Task, 'duration_secs': 0.018745} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.581858] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.582211] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.582571] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.582892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.583191] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.583575] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6174caa7-c00f-46fb-bccc-e46a2a8e8bf7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.595099] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.597019] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.600437] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d54223-79de-4c7e-ad0c-c458de5f1326 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.612370] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 686.612370] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52442119-0ccd-ee7c-081b-856875983cb0" [ 686.612370] env[70294]: _type = "Task" [ 686.612370] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.616890] env[70294]: DEBUG oslo_vmware.api [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199429} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.620031] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.620470] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.620709] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.620976] env[70294]: INFO nova.compute.manager [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 686.621277] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.624139] env[70294]: DEBUG nova.compute.manager [-] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.624249] env[70294]: DEBUG nova.network.neutron [-] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 686.634477] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52442119-0ccd-ee7c-081b-856875983cb0, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.634666] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db4625b2-53a6-49c5-a22d-9224ef5bb091 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.644625] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 686.644625] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e3652-9a03-4cde-1d4d-9c1ad72ba83e" [ 686.644625] env[70294]: _type = "Task" [ 686.644625] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.654469] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e3652-9a03-4cde-1d4d-9c1ad72ba83e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.698698] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5164228-9186-435a-8c39-c1ca5a84e6d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.707657] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9ce554-1403-468a-91bd-a3d038480cca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.744867] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca5533-8232-4c6a-8968-d5e6d7424211 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.753148] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5195e627-ba7e-4614-8eb4-d0ae53065ba0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.774187] env[70294]: DEBUG nova.compute.provider_tree [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.933473] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.967734] env[70294]: DEBUG oslo_vmware.api [None req-eaeee8b8-5733-4176-a0d5-5efefbeb2a16 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569428, 'name': SuspendVM_Task, 'duration_secs': 0.996132} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.968158] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeee8b8-5733-4176-a0d5-5efefbeb2a16 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Suspended the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 686.968396] env[70294]: DEBUG nova.compute.manager [None req-eaeee8b8-5733-4176-a0d5-5efefbeb2a16 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.969283] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f01200-3ec1-4461-ae9c-f090e0cef193 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.993389] env[70294]: DEBUG nova.compute.manager [req-ead533e6-f9c8-4789-9084-18a2a8cb1dcb req-6c5d0c7f-e839-46ba-9e3f-1e50601c326e service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Received event network-vif-deleted-e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.993607] env[70294]: INFO nova.compute.manager [req-ead533e6-f9c8-4789-9084-18a2a8cb1dcb req-6c5d0c7f-e839-46ba-9e3f-1e50601c326e service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Neutron deleted interface e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50; detaching it from the instance and deleting it from the info cache [ 686.993848] env[70294]: DEBUG nova.network.neutron [req-ead533e6-f9c8-4789-9084-18a2a8cb1dcb req-6c5d0c7f-e839-46ba-9e3f-1e50601c326e service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.028009] env[70294]: DEBUG oslo_concurrency.lockutils [req-735abd55-4552-4f76-ae8a-1650880a77f7 req-69b032cd-9946-4a9a-afbd-6ebedb540c7b service nova] Releasing lock "refresh_cache-d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.156369] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e3652-9a03-4cde-1d4d-9c1ad72ba83e, 'name': SearchDatastore_Task, 'duration_secs': 0.013033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.156672] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.156948] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 0c8f5a5a-f553-4d44-9029-68c858a2c8f5/0c8f5a5a-f553-4d44-9029-68c858a2c8f5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.157239] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6b08e50-7996-4df3-b20b-696951cc8d30 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.167696] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 687.167696] env[70294]: value = "task-3569431" [ 687.167696] env[70294]: _type = "Task" [ 687.167696] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.177634] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.277344] env[70294]: DEBUG nova.scheduler.client.report [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.430838] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569427, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.436378] env[70294]: DEBUG nova.network.neutron [-] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.496924] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fa3e2bd-8d87-4a61-beba-9ee9f4e674d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.509831] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ee4180-d119-489c-9e21-dc6ab336d158 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.560951] env[70294]: DEBUG nova.compute.manager [req-ead533e6-f9c8-4789-9084-18a2a8cb1dcb req-6c5d0c7f-e839-46ba-9e3f-1e50601c326e service nova] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Detach interface failed, port_id=e9c63164-b7ca-4b9a-b5a6-23f3e84b7a50, reason: Instance 4e30f16e-1f3d-458c-897e-fae650eb17c7 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 687.680951] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569431, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.787057] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.787478] env[70294]: DEBUG nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.790456] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 28.200s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.932577] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569427, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.632649} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.933917] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829/d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.934290] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.934628] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c990a15-38cc-460a-8453-62ad32928d11 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.938927] env[70294]: INFO nova.compute.manager [-] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Took 1.31 seconds to deallocate network for instance. [ 687.947241] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 687.947241] env[70294]: value = "task-3569433" [ 687.947241] env[70294]: _type = "Task" [ 687.947241] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.962252] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.180030] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.897184} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.180220] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 0c8f5a5a-f553-4d44-9029-68c858a2c8f5/0c8f5a5a-f553-4d44-9029-68c858a2c8f5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.180439] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.180803] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4935d579-0d4b-440f-90d9-82ce0503990c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.189110] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 688.189110] env[70294]: value = "task-3569434" [ 688.189110] env[70294]: _type = "Task" [ 688.189110] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.198412] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.294556] env[70294]: DEBUG nova.compute.utils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.296281] env[70294]: DEBUG nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.296487] env[70294]: DEBUG nova.network.neutron [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.343159] env[70294]: DEBUG nova.policy [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b693ccbff58424592499291d8425662', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '128941d3d96b4206a270a107198639c7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.446280] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.462019] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099162} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.462019] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.462019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6b5c16-f4cb-4d0a-83bd-131b44763db5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.484911] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829/d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.486084] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b884364c-8eb3-4eca-9081-306cf77f0676 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.511980] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 688.511980] env[70294]: value = "task-3569435" [ 688.511980] env[70294]: _type = "Task" [ 688.511980] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.522924] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569435, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.618674] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.618928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.658272] env[70294]: DEBUG nova.network.neutron [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Successfully created port: fa53f5f6-1645-4a7a-a879-a0a5795e1237 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.704232] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125248} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.704610] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.705478] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4d190e-4267-4aed-aa9d-66417ea60db5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.731246] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 0c8f5a5a-f553-4d44-9029-68c858a2c8f5/0c8f5a5a-f553-4d44-9029-68c858a2c8f5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.734526] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7791ac75-a78a-4953-a5d2-366da1831573 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.758993] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 688.758993] env[70294]: value = "task-3569436" [ 688.758993] env[70294]: _type = "Task" [ 688.758993] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.771319] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.803988] env[70294]: DEBUG nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.020824] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462459e8-d69d-4f5c-bd24-131d1294aa7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.027147] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569435, 'name': ReconfigVM_Task, 'duration_secs': 0.358653} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.027906] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Reconfigured VM instance instance-00000020 to attach disk [datastore2] d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829/d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.028636] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c3b2e15-bcbd-41c4-b1a5-152219747db1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.033663] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1ecfb2-9501-4827-8b91-e3a06d1fb485 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.038916] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 689.038916] env[70294]: value = "task-3569437" [ 689.038916] env[70294]: _type = "Task" [ 689.038916] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.071887] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d97460a-523a-4873-a434-68464a9af3e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.082013] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569437, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.088532] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e2c9f8-96e0-469b-bbea-4772b4ab6901 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.105109] env[70294]: DEBUG nova.compute.provider_tree [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.270679] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569436, 'name': ReconfigVM_Task, 'duration_secs': 0.341358} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.270987] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 0c8f5a5a-f553-4d44-9029-68c858a2c8f5/0c8f5a5a-f553-4d44-9029-68c858a2c8f5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.271681] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32dacc7f-3747-4cab-b906-93c87cbd48ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.278892] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 689.278892] env[70294]: value = "task-3569438" [ 689.278892] env[70294]: _type = "Task" [ 689.278892] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.287793] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569438, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.550933] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569437, 'name': Rename_Task, 'duration_secs': 0.183816} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.551149] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.551427] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34f11f12-4abb-4c02-8754-71718b3abf7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.559518] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 689.559518] env[70294]: value = "task-3569440" [ 689.559518] env[70294]: _type = "Task" [ 689.559518] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.568382] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.583871] env[70294]: DEBUG nova.compute.manager [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 689.584766] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf29e5-ceea-47bc-a7b2-6fd6ff26f944 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.609793] env[70294]: DEBUG nova.scheduler.client.report [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.789866] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569438, 'name': Rename_Task, 'duration_secs': 0.148129} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.789964] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.790159] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15f7028f-d511-4884-bf9a-d96217ceabe4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.798559] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 689.798559] env[70294]: value = "task-3569441" [ 689.798559] env[70294]: _type = "Task" [ 689.798559] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.810539] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.816961] env[70294]: DEBUG nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.842134] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.842793] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.842793] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.842793] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.842920] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.843167] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.843320] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.843437] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.843595] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.843845] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.844070] env[70294]: DEBUG nova.virt.hardware [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.845061] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de99d8db-8d3b-4046-89f4-708be2c0ddef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.858258] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb53f484-57dd-4b12-bdf2-5311e6ee3ce7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.070060] env[70294]: DEBUG oslo_vmware.api [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569440, 'name': PowerOnVM_Task, 'duration_secs': 0.479492} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.070579] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.070896] env[70294]: INFO nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Took 9.51 seconds to spawn the instance on the hypervisor. [ 690.071198] env[70294]: DEBUG nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.072155] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08334c2b-e0c1-42c3-91ca-1b275c33d48a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.096604] env[70294]: INFO nova.compute.manager [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] instance snapshotting [ 690.096821] env[70294]: WARNING nova.compute.manager [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 690.100930] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca78bfdd-54ed-49c5-a198-f15579b8e1ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.125273] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01799e13-41ee-4013-9373-a6e0d619847b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.206972] env[70294]: DEBUG nova.compute.manager [req-bdb87b50-44a7-4d85-8ec3-820138f3a801 req-0db1099e-8c8b-49c8-a58f-055ccd8afc81 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Received event network-vif-plugged-fa53f5f6-1645-4a7a-a879-a0a5795e1237 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.208029] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdb87b50-44a7-4d85-8ec3-820138f3a801 req-0db1099e-8c8b-49c8-a58f-055ccd8afc81 service nova] Acquiring lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.208029] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdb87b50-44a7-4d85-8ec3-820138f3a801 req-0db1099e-8c8b-49c8-a58f-055ccd8afc81 service nova] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.208029] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdb87b50-44a7-4d85-8ec3-820138f3a801 req-0db1099e-8c8b-49c8-a58f-055ccd8afc81 service nova] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.208029] env[70294]: DEBUG nova.compute.manager [req-bdb87b50-44a7-4d85-8ec3-820138f3a801 req-0db1099e-8c8b-49c8-a58f-055ccd8afc81 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] No waiting events found dispatching network-vif-plugged-fa53f5f6-1645-4a7a-a879-a0a5795e1237 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 690.208029] env[70294]: WARNING nova.compute.manager [req-bdb87b50-44a7-4d85-8ec3-820138f3a801 req-0db1099e-8c8b-49c8-a58f-055ccd8afc81 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Received unexpected event network-vif-plugged-fa53f5f6-1645-4a7a-a879-a0a5795e1237 for instance with vm_state building and task_state spawning. [ 690.310069] env[70294]: DEBUG oslo_vmware.api [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569441, 'name': PowerOnVM_Task} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.310418] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.310623] env[70294]: INFO nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Took 7.90 seconds to spawn the instance on the hypervisor. [ 690.310805] env[70294]: DEBUG nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.311656] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6225ee1a-80f6-428e-a77a-b39c2cf04189 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.372289] env[70294]: DEBUG nova.network.neutron [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Successfully updated port: fa53f5f6-1645-4a7a-a879-a0a5795e1237 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.596076] env[70294]: INFO nova.compute.manager [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Took 42.59 seconds to build instance. [ 690.629958] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.839s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.633739] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.366s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.635574] env[70294]: INFO nova.compute.claims [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.641514] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 690.641514] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93a63bb5-7fa4-4f29-bc0f-c5e2c03a909c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.651247] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 690.651247] env[70294]: value = "task-3569442" [ 690.651247] env[70294]: _type = "Task" [ 690.651247] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.662101] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569442, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.830506] env[70294]: INFO nova.compute.manager [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Took 36.46 seconds to build instance. [ 690.875893] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "refresh_cache-6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.876100] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquired lock "refresh_cache-6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.876306] env[70294]: DEBUG nova.network.neutron [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.098514] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f608fe26-0341-4c89-be30-e99bd34b3ffc tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.242s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.164569] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569442, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.202870] env[70294]: INFO nova.scheduler.client.report [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Deleted allocation for migration e66a1d51-fbf2-45f3-9010-ee7c9193ec47 [ 691.333248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-068fef08-1584-4127-b08c-96bf15849ebb tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.405s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.422918] env[70294]: DEBUG nova.network.neutron [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.605314] env[70294]: DEBUG nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.611067] env[70294]: DEBUG nova.network.neutron [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Updating instance_info_cache with network_info: [{"id": "fa53f5f6-1645-4a7a-a879-a0a5795e1237", "address": "fa:16:3e:70:a5:39", "network": {"id": "8ec3d3bb-ddc6-41df-95e6-80ea163fad73", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1396264583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "128941d3d96b4206a270a107198639c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa53f5f6-16", "ovs_interfaceid": "fa53f5f6-1645-4a7a-a879-a0a5795e1237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.645787] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccd669-d8e3-4491-bd44-29428db3644e/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 691.647175] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c513f452-b722-46af-bee2-55b006a8180b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.659393] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccd669-d8e3-4491-bd44-29428db3644e/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 691.659988] env[70294]: ERROR oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccd669-d8e3-4491-bd44-29428db3644e/disk-0.vmdk due to incomplete transfer. [ 691.660820] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f5263ab-9cd7-4aa3-99b1-de5895eed36b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.666414] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569442, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.672643] env[70294]: DEBUG oslo_vmware.rw_handles [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ccd669-d8e3-4491-bd44-29428db3644e/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 691.672855] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Uploaded image cfcff7c8-e11a-43a7-b6d4-e14e42a99c1d to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 691.675069] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 691.675797] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb74f08c-bdd6-4e35-b0ae-c6e288120fa7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.686680] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 691.686680] env[70294]: value = "task-3569443" [ 691.686680] env[70294]: _type = "Task" [ 691.686680] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.696588] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569443, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.713923] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71e3f067-6861-4226-8592-f201c681190a tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 35.334s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.836532] env[70294]: DEBUG nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 691.977516] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.977900] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.978680] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.978680] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.978680] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.980951] env[70294]: INFO nova.compute.manager [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Terminating instance [ 692.115059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Releasing lock "refresh_cache-6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.115374] env[70294]: DEBUG nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Instance network_info: |[{"id": "fa53f5f6-1645-4a7a-a879-a0a5795e1237", "address": "fa:16:3e:70:a5:39", "network": {"id": "8ec3d3bb-ddc6-41df-95e6-80ea163fad73", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1396264583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "128941d3d96b4206a270a107198639c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa53f5f6-16", "ovs_interfaceid": "fa53f5f6-1645-4a7a-a879-a0a5795e1237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.118114] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:a5:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa53f5f6-1645-4a7a-a879-a0a5795e1237', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.125606] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Creating folder: Project (128941d3d96b4206a270a107198639c7). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.126691] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-075995cc-117e-4de6-9a85-1e3cfcc255e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.128631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.142405] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Created folder: Project (128941d3d96b4206a270a107198639c7) in parent group-v712401. [ 692.142662] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Creating folder: Instances. Parent ref: group-v712512. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.143059] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddec9af1-521f-48a9-b0c3-9249b7f805b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.163857] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Created folder: Instances in parent group-v712512. [ 692.164125] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.164429] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.165035] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6d41b5d-5257-42be-b6d9-66c0660dae26 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.186379] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569442, 'name': CreateSnapshot_Task, 'duration_secs': 1.235964} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.187181] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.188369] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2cce6a-30ad-4cac-8ab8-7011ac56657d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.195287] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.195287] env[70294]: value = "task-3569446" [ 692.195287] env[70294]: _type = "Task" [ 692.195287] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.211949] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569446, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.213436] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569443, 'name': Destroy_Task, 'duration_secs': 0.363477} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.215562] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Destroyed the VM [ 692.215804] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 692.223662] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-23c6e87a-77e0-4162-83ca-72c32446d0d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.240655] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 692.240655] env[70294]: value = "task-3569447" [ 692.240655] env[70294]: _type = "Task" [ 692.240655] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.251479] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569447, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.263910] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9ac72-8297-435e-b3db-41e4c6b186d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.273425] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c118ebdd-bef1-48f4-a42b-2631c9c0d699 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.308024] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b12d89-2ab0-4e4d-9718-4fc740f5f0f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.317298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caaa6ee-d10f-4d71-80f4-e2167900b535 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.336733] env[70294]: DEBUG nova.compute.provider_tree [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.364394] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.387608] env[70294]: DEBUG nova.compute.manager [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Received event network-changed-fa53f5f6-1645-4a7a-a879-a0a5795e1237 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.387837] env[70294]: DEBUG nova.compute.manager [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Refreshing instance network info cache due to event network-changed-fa53f5f6-1645-4a7a-a879-a0a5795e1237. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.388064] env[70294]: DEBUG oslo_concurrency.lockutils [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] Acquiring lock "refresh_cache-6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.388212] env[70294]: DEBUG oslo_concurrency.lockutils [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] Acquired lock "refresh_cache-6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.388368] env[70294]: DEBUG nova.network.neutron [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Refreshing network info cache for port fa53f5f6-1645-4a7a-a879-a0a5795e1237 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.489180] env[70294]: DEBUG nova.compute.manager [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.489545] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.490739] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac03b0cc-1354-4be0-a37c-6459ef5522f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.499250] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.499581] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43b9629b-3f6a-4edd-a971-93e97b4bbd66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.507323] env[70294]: DEBUG oslo_vmware.api [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 692.507323] env[70294]: value = "task-3569448" [ 692.507323] env[70294]: _type = "Task" [ 692.507323] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.520763] env[70294]: DEBUG oslo_vmware.api [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.706802] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569446, 'name': CreateVM_Task, 'duration_secs': 0.358869} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.706977] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.708420] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.708420] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.708420] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.708420] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265159f6-e64f-4fd7-85c2-493eae5e9da4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.717024] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 692.717024] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f42ab-e808-e1c9-2d37-3b5b38e415e8" [ 692.717024] env[70294]: _type = "Task" [ 692.717024] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.724293] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f42ab-e808-e1c9-2d37-3b5b38e415e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.732157] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 692.732446] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fea9a36f-e5b5-4b1c-b8bb-61604d132b8c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.742666] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 692.742666] env[70294]: value = "task-3569449" [ 692.742666] env[70294]: _type = "Task" [ 692.742666] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.755468] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569447, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.758703] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569449, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.840317] env[70294]: DEBUG nova.scheduler.client.report [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 693.020638] env[70294]: DEBUG oslo_vmware.api [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569448, 'name': PowerOffVM_Task, 'duration_secs': 0.21234} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.021855] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.021855] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.022997] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62560db4-8a61-44af-8453-70e57b3d4227 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.105349] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.105623] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.105824] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Deleting the datastore file [datastore2] d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.106124] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-418e31b9-bef3-4507-819f-bd7a25beb84a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.115349] env[70294]: DEBUG oslo_vmware.api [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for the task: (returnval){ [ 693.115349] env[70294]: value = "task-3569451" [ 693.115349] env[70294]: _type = "Task" [ 693.115349] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.125657] env[70294]: DEBUG oslo_vmware.api [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.228701] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f42ab-e808-e1c9-2d37-3b5b38e415e8, 'name': SearchDatastore_Task, 'duration_secs': 0.018833} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.229033] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.229275] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.229536] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.229677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.229852] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.230134] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9efc1d69-991a-457c-86fa-f9e6dbc914e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.251682] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.251919] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.256327] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82cd9fd9-1169-4abb-ae37-04653862f079 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.258740] env[70294]: DEBUG oslo_vmware.api [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569447, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626672} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.262210] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 693.262457] env[70294]: INFO nova.compute.manager [None req-fdeed26c-df13-4916-8d3f-10318260c9bf tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Took 16.11 seconds to snapshot the instance on the hypervisor. [ 693.265112] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569449, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.273818] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 693.273818] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d99c9b-9496-b2a6-6f28-929c59034cff" [ 693.273818] env[70294]: _type = "Task" [ 693.273818] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.280627] env[70294]: DEBUG nova.network.neutron [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Updated VIF entry in instance network info cache for port fa53f5f6-1645-4a7a-a879-a0a5795e1237. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.281385] env[70294]: DEBUG nova.network.neutron [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Updating instance_info_cache with network_info: [{"id": "fa53f5f6-1645-4a7a-a879-a0a5795e1237", "address": "fa:16:3e:70:a5:39", "network": {"id": "8ec3d3bb-ddc6-41df-95e6-80ea163fad73", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1396264583-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "128941d3d96b4206a270a107198639c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa53f5f6-16", "ovs_interfaceid": "fa53f5f6-1645-4a7a-a879-a0a5795e1237", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.286307] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d99c9b-9496-b2a6-6f28-929c59034cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.346823] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.347380] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.350080] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.979s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.350333] env[70294]: DEBUG nova.objects.instance [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lazy-loading 'resources' on Instance uuid 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.625908] env[70294]: DEBUG oslo_vmware.api [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Task: {'id': task-3569451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282529} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.626223] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 693.626438] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 693.626632] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.626811] env[70294]: INFO nova.compute.manager [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Took 1.14 seconds to destroy the instance on the hypervisor. [ 693.627095] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.627307] env[70294]: DEBUG nova.compute.manager [-] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 693.627402] env[70294]: DEBUG nova.network.neutron [-] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 693.662611] env[70294]: DEBUG nova.compute.manager [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.662611] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735f87e4-a6cb-404c-8124-e89ebc526051 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.761117] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569449, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.784916] env[70294]: DEBUG oslo_concurrency.lockutils [req-e92205e5-73eb-4f77-aebd-9868d66d9201 req-376118a0-fbe3-41fc-a528-fe01ab415e11 service nova] Releasing lock "refresh_cache-6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.786864] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d99c9b-9496-b2a6-6f28-929c59034cff, 'name': SearchDatastore_Task, 'duration_secs': 0.014027} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.786864] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-618e84c7-f375-4874-be16-7ef9287fb58e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.793236] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 693.793236] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cb7476-cabc-8999-7e6a-6396d03ae1ce" [ 693.793236] env[70294]: _type = "Task" [ 693.793236] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.803626] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cb7476-cabc-8999-7e6a-6396d03ae1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.857559] env[70294]: DEBUG nova.compute.utils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.859293] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.859509] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.916026] env[70294]: DEBUG nova.policy [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf196ab57d7b41d0b8e7ab4162bc2b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '285c4b288038401786d7cb7f90c7d2b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.083781] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquiring lock "3c110396-d115-4f83-ace1-c682515f90ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.084059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "3c110396-d115-4f83-ace1-c682515f90ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.176671] env[70294]: INFO nova.compute.manager [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] instance snapshotting [ 694.181527] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248a3402-1ce0-4ea9-898a-e63ab53f3079 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.208989] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369cabc0-6d25-429b-af74-c239ecfbc3e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.265953] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569449, 'name': CloneVM_Task, 'duration_secs': 1.28588} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.269879] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Created linked-clone VM from snapshot [ 694.271838] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78ceecd-e2f6-4b5f-910e-106179295882 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.283837] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Uploading image db92b942-856b-41c0-bd3a-56b0a416a9be {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 694.305037] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cb7476-cabc-8999-7e6a-6396d03ae1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.030333} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.307543] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Successfully created port: 875874d4-b218-4c3a-935c-74dcd091f5e1 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 694.310343] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.310631] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de/6e44bf1d-a046-44bd-a5a8-0e4fb4d219de.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.313685] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a4a88f1-14bc-4264-ae49-068819130c8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.317981] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 694.317981] env[70294]: value = "vm-712515" [ 694.317981] env[70294]: _type = "VirtualMachine" [ 694.317981] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 694.322322] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5b7dce34-ac71-4aa2-8591-35c919feb500 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.327371] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 694.327371] env[70294]: value = "task-3569452" [ 694.327371] env[70294]: _type = "Task" [ 694.327371] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.329051] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease: (returnval){ [ 694.329051] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52997c49-6e5d-8784-1bf4-0c9b0b672bc7" [ 694.329051] env[70294]: _type = "HttpNfcLease" [ 694.329051] env[70294]: } obtained for exporting VM: (result){ [ 694.329051] env[70294]: value = "vm-712515" [ 694.329051] env[70294]: _type = "VirtualMachine" [ 694.329051] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 694.329516] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the lease: (returnval){ [ 694.329516] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52997c49-6e5d-8784-1bf4-0c9b0b672bc7" [ 694.329516] env[70294]: _type = "HttpNfcLease" [ 694.329516] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 694.346140] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 694.346140] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52997c49-6e5d-8784-1bf4-0c9b0b672bc7" [ 694.346140] env[70294]: _type = "HttpNfcLease" [ 694.346140] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 694.348408] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 694.348408] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52997c49-6e5d-8784-1bf4-0c9b0b672bc7" [ 694.348408] env[70294]: _type = "HttpNfcLease" [ 694.348408] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 694.349042] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.349757] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a80f1ec-cf73-44cf-bd6e-e2f6c0587415 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.358391] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52702d34-142b-177a-7ae8-ae8b121fda43/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 694.359792] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52702d34-142b-177a-7ae8-ae8b121fda43/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 694.365426] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.459055] env[70294]: DEBUG nova.compute.manager [req-d0ba4291-8527-40a7-958a-05812d0f6b99 req-335fd58f-d543-41fb-b824-c94b82db2995 service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Received event network-vif-deleted-7325d5cd-bcf2-45a4-9199-ce61d63c5746 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.459760] env[70294]: INFO nova.compute.manager [req-d0ba4291-8527-40a7-958a-05812d0f6b99 req-335fd58f-d543-41fb-b824-c94b82db2995 service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Neutron deleted interface 7325d5cd-bcf2-45a4-9199-ce61d63c5746; detaching it from the instance and deleting it from the info cache [ 694.459760] env[70294]: DEBUG nova.network.neutron [req-d0ba4291-8527-40a7-958a-05812d0f6b99 req-335fd58f-d543-41fb-b824-c94b82db2995 service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.475062] env[70294]: DEBUG nova.network.neutron [-] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.480106] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ebd5c939-32ae-401c-b0ac-2a92a1491218 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.563827] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166dc9d1-f770-4855-b2ab-9a0cca1d9ac8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.572039] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0421a83-db9b-405a-9610-0607f3cd6a92 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.604586] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a20a0b-08e3-46d4-bb4d-2f0e6a3496f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.612911] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65462b04-0415-4b5f-b6be-fbf88d6c11de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.627272] env[70294]: DEBUG nova.compute.provider_tree [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.723236] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 694.723637] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6d9d51b4-c9fd-4244-9436-d1dba2ec13d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.735869] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 694.735869] env[70294]: value = "task-3569454" [ 694.735869] env[70294]: _type = "Task" [ 694.735869] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.745529] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569454, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.846809] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569452, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.905075] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.906039] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.962966] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2e41a57-87ab-424f-a4de-5d8193a3fe8b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.977034] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f8e1cf-d03b-41cd-bddd-36e89eb5d29e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.991759] env[70294]: INFO nova.compute.manager [-] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Took 1.36 seconds to deallocate network for instance. [ 695.024143] env[70294]: DEBUG nova.compute.manager [req-d0ba4291-8527-40a7-958a-05812d0f6b99 req-335fd58f-d543-41fb-b824-c94b82db2995 service nova] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Detach interface failed, port_id=7325d5cd-bcf2-45a4-9199-ce61d63c5746, reason: Instance d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 695.130508] env[70294]: DEBUG nova.scheduler.client.report [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.247318] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569454, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.347706] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772967} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.349104] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de/6e44bf1d-a046-44bd-a5a8-0e4fb4d219de.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.349104] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.349337] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ad9612-7bdc-48f5-a2b8-b862762ffe70 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.359780] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 695.359780] env[70294]: value = "task-3569455" [ 695.359780] env[70294]: _type = "Task" [ 695.359780] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.372793] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.376466] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.409811] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.410120] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.410414] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.410639] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.410954] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.411184] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.411519] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.411756] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.412033] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.412261] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.412493] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.414430] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9dcebc-2073-442f-b2c5-685b6ba9ecc0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.424750] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae8e607-c9f1-4fbe-9ff1-79d4fcbdcc5e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.500925] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.637409] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.287s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.639232] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.226s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.640945] env[70294]: INFO nova.compute.claims [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.665106] env[70294]: INFO nova.scheduler.client.report [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Deleted allocations for instance 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d [ 695.746494] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569454, 'name': CreateSnapshot_Task, 'duration_secs': 0.934407} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.746762] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 695.747531] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7999f612-b80e-492e-b122-67106e3e678b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.871545] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074617} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.872713] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.873032] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702cf7a4-dd30-44ff-bd0b-aa43b33d2714 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.898028] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de/6e44bf1d-a046-44bd-a5a8-0e4fb4d219de.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.899120] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab8762b-e55c-4492-b2db-2b5d9aaab15a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.914593] env[70294]: DEBUG nova.compute.manager [req-cf28dc1b-a53a-4c84-88e0-a6f997247acf req-113f5f75-af6c-407c-9a12-c76fb6892d5c service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Received event network-vif-plugged-875874d4-b218-4c3a-935c-74dcd091f5e1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.914824] env[70294]: DEBUG oslo_concurrency.lockutils [req-cf28dc1b-a53a-4c84-88e0-a6f997247acf req-113f5f75-af6c-407c-9a12-c76fb6892d5c service nova] Acquiring lock "a83e6093-9c82-4dae-b6e9-446168b6d806-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.915018] env[70294]: DEBUG oslo_concurrency.lockutils [req-cf28dc1b-a53a-4c84-88e0-a6f997247acf req-113f5f75-af6c-407c-9a12-c76fb6892d5c service nova] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.915196] env[70294]: DEBUG oslo_concurrency.lockutils [req-cf28dc1b-a53a-4c84-88e0-a6f997247acf req-113f5f75-af6c-407c-9a12-c76fb6892d5c service nova] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.915357] env[70294]: DEBUG nova.compute.manager [req-cf28dc1b-a53a-4c84-88e0-a6f997247acf req-113f5f75-af6c-407c-9a12-c76fb6892d5c service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] No waiting events found dispatching network-vif-plugged-875874d4-b218-4c3a-935c-74dcd091f5e1 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 695.915653] env[70294]: WARNING nova.compute.manager [req-cf28dc1b-a53a-4c84-88e0-a6f997247acf req-113f5f75-af6c-407c-9a12-c76fb6892d5c service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Received unexpected event network-vif-plugged-875874d4-b218-4c3a-935c-74dcd091f5e1 for instance with vm_state building and task_state spawning. [ 695.923235] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 695.923235] env[70294]: value = "task-3569456" [ 695.923235] env[70294]: _type = "Task" [ 695.923235] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.933222] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.970841] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Successfully updated port: 875874d4-b218-4c3a-935c-74dcd091f5e1 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.177210] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ba5ca0e5-cf39-4558-a36f-888c07cf97ba tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.272s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.269852] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 696.270273] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-08a15b0c-ab8a-41ce-a3f7-07525cf6a01b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.281494] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 696.281494] env[70294]: value = "task-3569457" [ 696.281494] env[70294]: _type = "Task" [ 696.281494] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.293461] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569457, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.434963] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569456, 'name': ReconfigVM_Task, 'duration_secs': 0.279831} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.435337] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de/6e44bf1d-a046-44bd-a5a8-0e4fb4d219de.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.436076] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a456d4-eb69-4b9e-80c1-04cec62de10e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.444609] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 696.444609] env[70294]: value = "task-3569458" [ 696.444609] env[70294]: _type = "Task" [ 696.444609] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.457196] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569458, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.473172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "refresh_cache-a83e6093-9c82-4dae-b6e9-446168b6d806" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.473339] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "refresh_cache-a83e6093-9c82-4dae-b6e9-446168b6d806" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.473507] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.577211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "0fc16c6c-9559-4e2e-803f-54452265b7f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.577581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.577857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "0fc16c6c-9559-4e2e-803f-54452265b7f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.578291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.578291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.580999] env[70294]: INFO nova.compute.manager [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Terminating instance [ 696.794914] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569457, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.853055] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.853494] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.853754] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.853954] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.854154] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.859312] env[70294]: INFO nova.compute.manager [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Terminating instance [ 696.958578] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569458, 'name': Rename_Task, 'duration_secs': 0.169118} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.958906] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.959197] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9929b111-6d9b-46ee-b84a-89c59278da37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.972363] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 696.972363] env[70294]: value = "task-3569459" [ 696.972363] env[70294]: _type = "Task" [ 696.972363] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.995601] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569459, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.031532] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.084954] env[70294]: DEBUG nova.compute.manager [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.085220] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.086163] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41cef97c-8a61-430f-b497-91db5aca83b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.098737] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.099064] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8797f2d-259d-417b-9815-0a8871ac6a9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.107208] env[70294]: DEBUG oslo_vmware.api [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 697.107208] env[70294]: value = "task-3569460" [ 697.107208] env[70294]: _type = "Task" [ 697.107208] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.122877] env[70294]: DEBUG oslo_vmware.api [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.236559] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec0c16-28fd-4b8a-9fe5-57b856be6cf4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.245931] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc5bc4c-957b-48f1-929a-541f574dcd5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.250469] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Updating instance_info_cache with network_info: [{"id": "875874d4-b218-4c3a-935c-74dcd091f5e1", "address": "fa:16:3e:05:3c:dc", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875874d4-b2", "ovs_interfaceid": "875874d4-b218-4c3a-935c-74dcd091f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.290265] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6ff691-2f6b-4859-8320-057b4da1a875 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.302931] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167fbe93-c337-4cb6-ac99-cc5e31da499a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.308368] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569457, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.320830] env[70294]: DEBUG nova.compute.provider_tree [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.363340] env[70294]: DEBUG nova.compute.manager [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.363643] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.364731] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da045ab-9c7e-4035-b18c-43b72f411ae3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.375260] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.375658] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f01d8903-7570-484c-b312-04f3679bed65 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.385170] env[70294]: DEBUG oslo_vmware.api [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 697.385170] env[70294]: value = "task-3569461" [ 697.385170] env[70294]: _type = "Task" [ 697.385170] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.396850] env[70294]: DEBUG oslo_vmware.api [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.484939] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569459, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.619345] env[70294]: DEBUG oslo_vmware.api [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569460, 'name': PowerOffVM_Task, 'duration_secs': 0.186369} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.619659] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.619848] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.620162] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f76e129-f946-4f20-a9a3-ac0f6bf12dde {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.697073] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.697073] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.697336] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Deleting the datastore file [datastore1] 0fc16c6c-9559-4e2e-803f-54452265b7f5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.697475] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54769f50-63a6-40d6-885e-98852992ae06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.707849] env[70294]: DEBUG oslo_vmware.api [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 697.707849] env[70294]: value = "task-3569463" [ 697.707849] env[70294]: _type = "Task" [ 697.707849] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.718675] env[70294]: DEBUG oslo_vmware.api [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.753726] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "refresh_cache-a83e6093-9c82-4dae-b6e9-446168b6d806" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.754383] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Instance network_info: |[{"id": "875874d4-b218-4c3a-935c-74dcd091f5e1", "address": "fa:16:3e:05:3c:dc", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875874d4-b2", "ovs_interfaceid": "875874d4-b218-4c3a-935c-74dcd091f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 697.754930] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:3c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875874d4-b218-4c3a-935c-74dcd091f5e1', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.764422] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Creating folder: Project (285c4b288038401786d7cb7f90c7d2b1). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.764803] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91e1c537-e7f3-4fc1-b1ab-3c2782488394 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.780241] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Created folder: Project (285c4b288038401786d7cb7f90c7d2b1) in parent group-v712401. [ 697.780547] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Creating folder: Instances. Parent ref: group-v712518. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.780849] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-059aa46a-fea0-441d-bef1-78c618bdaf6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.796098] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Created folder: Instances in parent group-v712518. [ 697.796098] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.800422] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.800885] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569457, 'name': CloneVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.801157] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bbe17e4-0adc-4d10-9bc7-12161b3a715a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.824724] env[70294]: DEBUG nova.scheduler.client.report [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.827962] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.827962] env[70294]: value = "task-3569466" [ 697.827962] env[70294]: _type = "Task" [ 697.827962] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.838121] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569466, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.900774] env[70294]: DEBUG oslo_vmware.api [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569461, 'name': PowerOffVM_Task, 'duration_secs': 0.299025} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.901129] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.901363] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.902343] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6ab1d4d-24c0-4148-a6fe-49028c970f3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.979559] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.979559] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.979559] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Deleting the datastore file [datastore1] 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.981593] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0f61825-4e3f-4500-a158-2c432785b1c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.990605] env[70294]: DEBUG oslo_vmware.api [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569459, 'name': PowerOnVM_Task, 'duration_secs': 0.51835} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.993160] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.993160] env[70294]: INFO nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Took 8.18 seconds to spawn the instance on the hypervisor. [ 697.993160] env[70294]: DEBUG nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.993160] env[70294]: DEBUG oslo_vmware.api [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for the task: (returnval){ [ 697.993160] env[70294]: value = "task-3569468" [ 697.993160] env[70294]: _type = "Task" [ 697.993160] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.994087] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a587b66-8fc3-4e41-893e-c19788991196 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.023776] env[70294]: DEBUG nova.compute.manager [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Received event network-changed-875874d4-b218-4c3a-935c-74dcd091f5e1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.023776] env[70294]: DEBUG nova.compute.manager [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Refreshing instance network info cache due to event network-changed-875874d4-b218-4c3a-935c-74dcd091f5e1. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.023776] env[70294]: DEBUG oslo_concurrency.lockutils [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] Acquiring lock "refresh_cache-a83e6093-9c82-4dae-b6e9-446168b6d806" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.023776] env[70294]: DEBUG oslo_concurrency.lockutils [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] Acquired lock "refresh_cache-a83e6093-9c82-4dae-b6e9-446168b6d806" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.024020] env[70294]: DEBUG nova.network.neutron [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Refreshing network info cache for port 875874d4-b218-4c3a-935c-74dcd091f5e1 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.219314] env[70294]: DEBUG oslo_vmware.api [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258398} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.219607] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.219831] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.220237] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.220427] env[70294]: INFO nova.compute.manager [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 698.220778] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.220971] env[70294]: DEBUG nova.compute.manager [-] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.221105] env[70294]: DEBUG nova.network.neutron [-] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.298163] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569457, 'name': CloneVM_Task, 'duration_secs': 1.539956} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.298163] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Created linked-clone VM from snapshot [ 698.298871] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6824683c-a9a1-4723-9c97-21b73e29c51c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.307657] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Uploading image 837faa0b-9fb5-48f6-b15c-428d249b37be {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 698.318908] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 698.319096] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e887022e-98c0-45f7-b200-f285ce7c2971 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.328204] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 698.328204] env[70294]: value = "task-3569469" [ 698.328204] env[70294]: _type = "Task" [ 698.328204] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.329047] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.329592] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.337364] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.869s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.339111] env[70294]: INFO nova.compute.claims [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.356597] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569466, 'name': CreateVM_Task, 'duration_secs': 0.527774} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.356950] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569469, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.357187] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.357925] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.358096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.358446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.358769] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7dcda62-c7c0-4737-828c-d6e456553a77 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.365242] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 698.365242] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52164839-34b1-5da2-d5f8-5371545c12d9" [ 698.365242] env[70294]: _type = "Task" [ 698.365242] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.374984] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52164839-34b1-5da2-d5f8-5371545c12d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.508272] env[70294]: DEBUG oslo_vmware.api [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Task: {'id': task-3569468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348915} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.508470] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.508654] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.508851] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.509036] env[70294]: INFO nova.compute.manager [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 698.509444] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.509659] env[70294]: DEBUG nova.compute.manager [-] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.509771] env[70294]: DEBUG nova.network.neutron [-] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.523964] env[70294]: INFO nova.compute.manager [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Took 41.87 seconds to build instance. [ 698.841286] env[70294]: DEBUG nova.compute.utils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.842699] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569469, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.843054] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.843260] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.845811] env[70294]: DEBUG nova.network.neutron [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Updated VIF entry in instance network info cache for port 875874d4-b218-4c3a-935c-74dcd091f5e1. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.846197] env[70294]: DEBUG nova.network.neutron [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Updating instance_info_cache with network_info: [{"id": "875874d4-b218-4c3a-935c-74dcd091f5e1", "address": "fa:16:3e:05:3c:dc", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875874d4-b2", "ovs_interfaceid": "875874d4-b218-4c3a-935c-74dcd091f5e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.880519] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52164839-34b1-5da2-d5f8-5371545c12d9, 'name': SearchDatastore_Task, 'duration_secs': 0.020467} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.880921] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.881315] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.881889] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.882146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.882972] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.884528] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bc6d0bb-24f0-4da5-ac69-c49761b0b930 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.894433] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.894600] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.896856] env[70294]: DEBUG nova.policy [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf196ab57d7b41d0b8e7ab4162bc2b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '285c4b288038401786d7cb7f90c7d2b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.898502] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45664d9e-114a-4751-bde5-0aa201fe2d8b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.912111] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 698.912111] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5216dcae-ca12-79c0-9271-49042c5e4096" [ 698.912111] env[70294]: _type = "Task" [ 698.912111] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.921816] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5216dcae-ca12-79c0-9271-49042c5e4096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.945219] env[70294]: DEBUG nova.compute.manager [req-257c8e46-661a-4ea0-b5b9-97e89261738b req-22d3df1b-1bb0-49e5-a47e-22e58894536a service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Received event network-vif-deleted-61ce3fba-99e4-4e03-9ee6-495ef83563d7 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.945601] env[70294]: INFO nova.compute.manager [req-257c8e46-661a-4ea0-b5b9-97e89261738b req-22d3df1b-1bb0-49e5-a47e-22e58894536a service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Neutron deleted interface 61ce3fba-99e4-4e03-9ee6-495ef83563d7; detaching it from the instance and deleting it from the info cache [ 698.945885] env[70294]: DEBUG nova.network.neutron [req-257c8e46-661a-4ea0-b5b9-97e89261738b req-22d3df1b-1bb0-49e5-a47e-22e58894536a service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.029522] env[70294]: DEBUG oslo_concurrency.lockutils [None req-539de1f0-3f36-4215-9203-d5ed7abe395a tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.489s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.079438] env[70294]: DEBUG nova.network.neutron [-] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.199633] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.203017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.203017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.203017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.203017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.203017] env[70294]: INFO nova.compute.manager [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Terminating instance [ 699.292740] env[70294]: DEBUG nova.network.neutron [-] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.312603] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Successfully created port: a948b9c7-2d7d-41eb-a890-3e162fbe5a6d {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.341202] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569469, 'name': Destroy_Task, 'duration_secs': 0.592096} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.341485] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Destroyed the VM [ 699.341718] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 699.341975] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7cadbc6-082a-4bce-8647-4763f4f84a8c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.350583] env[70294]: DEBUG oslo_concurrency.lockutils [req-11d135f2-3df5-48e9-85cf-15909176d64c req-5153d82e-da58-4907-9a60-3c53519b6ba2 service nova] Releasing lock "refresh_cache-a83e6093-9c82-4dae-b6e9-446168b6d806" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.351248] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.361498] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 699.361498] env[70294]: value = "task-3569470" [ 699.361498] env[70294]: _type = "Task" [ 699.361498] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.373740] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569470, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.422839] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5216dcae-ca12-79c0-9271-49042c5e4096, 'name': SearchDatastore_Task, 'duration_secs': 0.016533} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.423675] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa44fe91-fd12-4dcd-86a2-7aa3f5ba824a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.430224] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 699.430224] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a9e58e-592a-0a5b-1d9f-f0c46c181af5" [ 699.430224] env[70294]: _type = "Task" [ 699.430224] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.448466] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a9e58e-592a-0a5b-1d9f-f0c46c181af5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.449192] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba9f82c0-e4d5-4c4e-aca5-f41ab30fa2f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.464088] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eab140-cfe2-4ccf-80b1-6c0ab2d55bf9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.513685] env[70294]: DEBUG nova.compute.manager [req-257c8e46-661a-4ea0-b5b9-97e89261738b req-22d3df1b-1bb0-49e5-a47e-22e58894536a service nova] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Detach interface failed, port_id=61ce3fba-99e4-4e03-9ee6-495ef83563d7, reason: Instance 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 699.532054] env[70294]: DEBUG nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 699.587023] env[70294]: INFO nova.compute.manager [-] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Took 1.36 seconds to deallocate network for instance. [ 699.708866] env[70294]: DEBUG nova.compute.manager [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.709126] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.710084] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5cd1c7-c1c4-45bc-8d61-d493e97f5994 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.721983] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.722290] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe7e0f96-7781-457e-bb71-ef05557c5815 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.731205] env[70294]: DEBUG oslo_vmware.api [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 699.731205] env[70294]: value = "task-3569471" [ 699.731205] env[70294]: _type = "Task" [ 699.731205] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.742645] env[70294]: DEBUG oslo_vmware.api [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.795403] env[70294]: INFO nova.compute.manager [-] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Took 1.29 seconds to deallocate network for instance. [ 699.882279] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569470, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.952592] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a9e58e-592a-0a5b-1d9f-f0c46c181af5, 'name': SearchDatastore_Task, 'duration_secs': 0.02009} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.956971] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.957494] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a83e6093-9c82-4dae-b6e9-446168b6d806/a83e6093-9c82-4dae-b6e9-446168b6d806.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 699.958250] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a6a97f2-42c4-445d-9c13-fe2689b63b89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.968140] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 699.968140] env[70294]: value = "task-3569472" [ 699.968140] env[70294]: _type = "Task" [ 699.968140] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.998477] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fff2bc-2c1a-4112-81b2-4d1dc5178be7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.007491] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c0774-6e21-49e3-9787-1f67bb56dc72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.043617] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e2181d-1cd3-4411-a380-648e754c17ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.054994] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9037cc4-a1d6-4a05-b018-91c8de45a009 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.059942] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.070992] env[70294]: DEBUG nova.compute.provider_tree [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.076919] env[70294]: DEBUG nova.compute.manager [req-2c94689a-b0f9-465c-b63a-ab1e0c354f50 req-026f7d9a-70c6-4a09-834c-d260324936f6 service nova] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Received event network-vif-deleted-d8af3681-c565-4308-9c28-49fd61391243 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.092116] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.245261] env[70294]: DEBUG oslo_vmware.api [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569471, 'name': PowerOffVM_Task, 'duration_secs': 0.265934} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.245583] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.245759] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.246039] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97afd7e0-de13-4799-af38-f53fab93d1da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.305351] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.312041] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.312041] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.312041] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Deleting the datastore file [datastore1] 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.312320] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e99bc82c-b114-4db9-a9f6-1797a7050703 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.321638] env[70294]: DEBUG oslo_vmware.api [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for the task: (returnval){ [ 700.321638] env[70294]: value = "task-3569474" [ 700.321638] env[70294]: _type = "Task" [ 700.321638] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.331991] env[70294]: DEBUG oslo_vmware.api [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.379626] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.382206] env[70294]: DEBUG oslo_vmware.api [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569470, 'name': RemoveSnapshot_Task, 'duration_secs': 0.896003} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.382759] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 700.409538] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.410142] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.410315] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.410630] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.410811] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.410970] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.411292] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.411549] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.411746] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.412033] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.412313] env[70294]: DEBUG nova.virt.hardware [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.413760] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41de2e8-8246-4cd4-bd40-da92d313e36c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.424595] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b2446-ebb6-4fa3-a9b5-bc3e91162ea5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.481188] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569472, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.576095] env[70294]: DEBUG nova.scheduler.client.report [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.835145] env[70294]: DEBUG oslo_vmware.api [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Task: {'id': task-3569474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409649} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.835649] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.835901] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.836463] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.836576] env[70294]: INFO nova.compute.manager [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Took 1.13 seconds to destroy the instance on the hypervisor. [ 700.836823] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.837029] env[70294]: DEBUG nova.compute.manager [-] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.837132] env[70294]: DEBUG nova.network.neutron [-] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.889229] env[70294]: WARNING nova.compute.manager [None req-4dbda8ca-c434-49fb-9528-1e14ca830e9c tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Image not found during snapshot: nova.exception.ImageNotFound: Image 837faa0b-9fb5-48f6-b15c-428d249b37be could not be found. [ 700.918364] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Successfully updated port: a948b9c7-2d7d-41eb-a890-3e162fbe5a6d {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.982402] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569472, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642913} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.982497] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a83e6093-9c82-4dae-b6e9-446168b6d806/a83e6093-9c82-4dae-b6e9-446168b6d806.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.982753] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.983116] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acb43f98-6de2-4168-a8fe-4bc0bcdefb58 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.993018] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 700.993018] env[70294]: value = "task-3569475" [ 700.993018] env[70294]: _type = "Task" [ 700.993018] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.003912] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.007223] env[70294]: DEBUG nova.compute.manager [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Received event network-vif-plugged-a948b9c7-2d7d-41eb-a890-3e162fbe5a6d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.007531] env[70294]: DEBUG oslo_concurrency.lockutils [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] Acquiring lock "21c50e4e-1f80-4e31-a499-0f550743bc7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.007981] env[70294]: DEBUG oslo_concurrency.lockutils [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.007981] env[70294]: DEBUG oslo_concurrency.lockutils [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.008220] env[70294]: DEBUG nova.compute.manager [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] No waiting events found dispatching network-vif-plugged-a948b9c7-2d7d-41eb-a890-3e162fbe5a6d {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.008315] env[70294]: WARNING nova.compute.manager [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Received unexpected event network-vif-plugged-a948b9c7-2d7d-41eb-a890-3e162fbe5a6d for instance with vm_state building and task_state spawning. [ 701.008466] env[70294]: DEBUG nova.compute.manager [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Received event network-changed-a948b9c7-2d7d-41eb-a890-3e162fbe5a6d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.008620] env[70294]: DEBUG nova.compute.manager [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Refreshing instance network info cache due to event network-changed-a948b9c7-2d7d-41eb-a890-3e162fbe5a6d. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.008801] env[70294]: DEBUG oslo_concurrency.lockutils [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] Acquiring lock "refresh_cache-21c50e4e-1f80-4e31-a499-0f550743bc7a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.008935] env[70294]: DEBUG oslo_concurrency.lockutils [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] Acquired lock "refresh_cache-21c50e4e-1f80-4e31-a499-0f550743bc7a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.009106] env[70294]: DEBUG nova.network.neutron [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Refreshing network info cache for port a948b9c7-2d7d-41eb-a890-3e162fbe5a6d {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.081395] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.081903] env[70294]: DEBUG nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.086098] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.445s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.336443] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.336739] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.336996] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.337210] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.337383] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.339626] env[70294]: INFO nova.compute.manager [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Terminating instance [ 701.420578] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "refresh_cache-21c50e4e-1f80-4e31-a499-0f550743bc7a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.504395] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0733} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.504666] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.505486] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f765d42a-c76d-456b-8608-7ed9e25f29cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.531462] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] a83e6093-9c82-4dae-b6e9-446168b6d806/a83e6093-9c82-4dae-b6e9-446168b6d806.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.532471] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3edf8e85-8b8f-4184-8840-62c7ba5c5f8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.553592] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 701.553592] env[70294]: value = "task-3569476" [ 701.553592] env[70294]: _type = "Task" [ 701.553592] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.562363] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.563233] env[70294]: DEBUG nova.network.neutron [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.592210] env[70294]: DEBUG nova.compute.utils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.604670] env[70294]: DEBUG nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.604892] env[70294]: DEBUG nova.network.neutron [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.644819] env[70294]: DEBUG nova.policy [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1be3d9fcb3464b9823283d470802c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13daf59ab474ff29dac3a9ff8059e0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.646460] env[70294]: DEBUG nova.network.neutron [-] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.678425] env[70294]: DEBUG nova.network.neutron [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.843573] env[70294]: DEBUG nova.compute.manager [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.843832] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.844757] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86003e0d-8c8d-4de3-afbb-db04e090bc4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.855155] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.855425] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee3ce4dd-e06f-4136-b961-4d3cb16c483e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.866909] env[70294]: DEBUG oslo_vmware.api [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 701.866909] env[70294]: value = "task-3569477" [ 701.866909] env[70294]: _type = "Task" [ 701.866909] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.876596] env[70294]: DEBUG oslo_vmware.api [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.021520] env[70294]: DEBUG nova.network.neutron [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Successfully created port: d32ac947-4c90-4536-ace0-df2434cae72a {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 702.064582] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569476, 'name': ReconfigVM_Task, 'duration_secs': 0.292783} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.064869] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Reconfigured VM instance instance-00000023 to attach disk [datastore1] a83e6093-9c82-4dae-b6e9-446168b6d806/a83e6093-9c82-4dae-b6e9-446168b6d806.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.065571] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac005785-e164-4164-b03d-1fa4bd975ac4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.072933] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 702.072933] env[70294]: value = "task-3569478" [ 702.072933] env[70294]: _type = "Task" [ 702.072933] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.082055] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569478, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.106838] env[70294]: DEBUG nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.149091] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.149270] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6c28daed-1cbf-409c-893d-3c916f61a3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.149396] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 982cbbf3-3993-4230-91f6-3343b0a42f51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.149516] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 372bacf9-dbe6-44db-b30f-181a6fbd08c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.149636] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 22bb2f65-958b-4cc2-8360-afd059d1d524 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.149750] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.149863] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 63f6ebcd-dbf8-4498-849a-3b782ea741d3 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.149992] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0fc16c6c-9559-4e2e-803f-54452265b7f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.150143] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance fad949d8-5a5b-4657-b155-050280d1d0a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.150251] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5c641c3f-7ada-44ea-91a7-c491568dec47 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.150364] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8288abc2-c769-41b9-9e26-b3fc0628e127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.150475] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.150585] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance ecf7b179-5141-4d87-951d-5f40cae4319c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.150816] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance b1b93c50-cef5-448c-b312-8f08ae78f8ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151181] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4c71fa1f-c643-4719-9074-946949b9a652 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151181] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 826dd2e1-82d2-42be-aee0-15e8a11822ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151181] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4e30f16e-1f3d-458c-897e-fae650eb17c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.151305] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 55ae5695-4854-4291-8478-1de9b85b060c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151373] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 702.151486] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0c8f5a5a-f553-4d44-9029-68c858a2c8f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151596] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151708] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance a83e6093-9c82-4dae-b6e9-446168b6d806 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151819] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 21c50e4e-1f80-4e31-a499-0f550743bc7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.151925] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 611f430a-03a4-4312-bfbc-ef921ef14098 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 702.153455] env[70294]: INFO nova.compute.manager [-] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Took 1.32 seconds to deallocate network for instance. [ 702.167736] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52702d34-142b-177a-7ae8-ae8b121fda43/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 702.169187] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf13359-4387-4bd0-a5f7-f3c8dd247b6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.176803] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52702d34-142b-177a-7ae8-ae8b121fda43/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 702.176988] env[70294]: ERROR oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52702d34-142b-177a-7ae8-ae8b121fda43/disk-0.vmdk due to incomplete transfer. [ 702.177261] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2ca0091d-fc41-4d53-801c-495ef384a7dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.180668] env[70294]: DEBUG oslo_concurrency.lockutils [req-098b5c09-4a50-4b28-9e42-eb360f8951ea req-62d0e015-77f9-468a-b553-833c59910958 service nova] Releasing lock "refresh_cache-21c50e4e-1f80-4e31-a499-0f550743bc7a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.181020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "refresh_cache-21c50e4e-1f80-4e31-a499-0f550743bc7a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.181184] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.186943] env[70294]: DEBUG oslo_vmware.rw_handles [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52702d34-142b-177a-7ae8-ae8b121fda43/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 702.187161] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Uploaded image db92b942-856b-41c0-bd3a-56b0a416a9be to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 702.190226] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 702.190512] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5ce157ba-6a2f-4967-be54-6303095d3dd5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.199167] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 702.199167] env[70294]: value = "task-3569479" [ 702.199167] env[70294]: _type = "Task" [ 702.199167] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.208689] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569479, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.292696] env[70294]: DEBUG nova.compute.manager [req-e09a45c0-3a86-46ad-a0bc-02eeb1e59edc req-669e31e2-3d12-4af7-be9c-e3bd3abe9861 service nova] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Received event network-vif-deleted-fa53f5f6-1645-4a7a-a879-a0a5795e1237 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.379491] env[70294]: DEBUG oslo_vmware.api [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569477, 'name': PowerOffVM_Task, 'duration_secs': 0.191302} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.379803] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.380069] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.380285] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d18788d0-59be-4e38-afa0-d73695160345 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.446553] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 702.446851] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 702.447162] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleting the datastore file [datastore2] 0c8f5a5a-f553-4d44-9029-68c858a2c8f5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.447550] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e76f2b12-160f-4080-985a-bd1866741033 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.457773] env[70294]: DEBUG oslo_vmware.api [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 702.457773] env[70294]: value = "task-3569481" [ 702.457773] env[70294]: _type = "Task" [ 702.457773] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.470321] env[70294]: DEBUG oslo_vmware.api [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.584342] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569478, 'name': Rename_Task, 'duration_secs': 0.192481} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.584570] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.584815] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e9b767-b3ce-4dea-8fb2-23c49b09aaeb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.594674] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 702.594674] env[70294]: value = "task-3569482" [ 702.594674] env[70294]: _type = "Task" [ 702.594674] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.601580] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.657031] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 19b79813-f06b-4094-b799-e709e351473d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 702.661902] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.710423] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569479, 'name': Destroy_Task, 'duration_secs': 0.325959} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.711286] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Destroyed the VM [ 702.711286] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.711436] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-82806821-6129-4f67-bb56-2cdedacaefa3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.714618] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.718744] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 702.718744] env[70294]: value = "task-3569483" [ 702.718744] env[70294]: _type = "Task" [ 702.718744] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.727803] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569483, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.888860] env[70294]: DEBUG nova.network.neutron [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Updating instance_info_cache with network_info: [{"id": "a948b9c7-2d7d-41eb-a890-3e162fbe5a6d", "address": "fa:16:3e:d0:b3:c2", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa948b9c7-2d", "ovs_interfaceid": "a948b9c7-2d7d-41eb-a890-3e162fbe5a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.970472] env[70294]: DEBUG oslo_vmware.api [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157496} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.971092] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.973374] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.973374] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.973374] env[70294]: INFO nova.compute.manager [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 702.973374] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.974536] env[70294]: DEBUG nova.compute.manager [-] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 702.974536] env[70294]: DEBUG nova.network.neutron [-] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.105295] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569482, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.121597] env[70294]: DEBUG nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.147198] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.147451] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.147612] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.147791] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.147955] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.148176] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.149040] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.149040] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.149040] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.149040] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.149040] env[70294]: DEBUG nova.virt.hardware [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.149868] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76555178-bfad-4a22-8610-515b6cd5bb2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.160404] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance deef84ee-e076-4089-b66a-317633fde939 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.163263] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46087d7d-7460-4377-bb99-7ec90c9ad96b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.234390] env[70294]: DEBUG oslo_vmware.api [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569483, 'name': RemoveSnapshot_Task, 'duration_secs': 0.446339} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.235616] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 703.236118] env[70294]: INFO nova.compute.manager [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Took 13.14 seconds to snapshot the instance on the hypervisor. [ 703.296269] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Acquiring lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.296841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.296841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Acquiring lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.297088] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.297156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.299772] env[70294]: INFO nova.compute.manager [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Terminating instance [ 703.366128] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "55ae5695-4854-4291-8478-1de9b85b060c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.366469] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "55ae5695-4854-4291-8478-1de9b85b060c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.366686] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "55ae5695-4854-4291-8478-1de9b85b060c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.366866] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "55ae5695-4854-4291-8478-1de9b85b060c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.367046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "55ae5695-4854-4291-8478-1de9b85b060c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.369301] env[70294]: INFO nova.compute.manager [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Terminating instance [ 703.393708] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "refresh_cache-21c50e4e-1f80-4e31-a499-0f550743bc7a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.394116] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Instance network_info: |[{"id": "a948b9c7-2d7d-41eb-a890-3e162fbe5a6d", "address": "fa:16:3e:d0:b3:c2", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa948b9c7-2d", "ovs_interfaceid": "a948b9c7-2d7d-41eb-a890-3e162fbe5a6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.394585] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:b3:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a948b9c7-2d7d-41eb-a890-3e162fbe5a6d', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.404988] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.405704] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.405991] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-073f7e37-5b20-4a6d-80de-43693ad7f952 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.429638] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.429638] env[70294]: value = "task-3569484" [ 703.429638] env[70294]: _type = "Task" [ 703.429638] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.440435] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569484, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.604734] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569482, 'name': PowerOnVM_Task, 'duration_secs': 0.565901} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.605071] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.605313] env[70294]: INFO nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Took 8.23 seconds to spawn the instance on the hypervisor. [ 703.605426] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.606230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06a912f-9877-47b2-9269-9d62a62600d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.618613] env[70294]: DEBUG nova.compute.manager [req-4dc5ca19-ed5c-42c8-aa5e-95ac0b9f0555 req-5ba430f9-c09a-4e85-bce9-39c0f522ddd2 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Received event network-vif-plugged-d32ac947-4c90-4536-ace0-df2434cae72a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.618892] env[70294]: DEBUG oslo_concurrency.lockutils [req-4dc5ca19-ed5c-42c8-aa5e-95ac0b9f0555 req-5ba430f9-c09a-4e85-bce9-39c0f522ddd2 service nova] Acquiring lock "611f430a-03a4-4312-bfbc-ef921ef14098-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.619362] env[70294]: DEBUG oslo_concurrency.lockutils [req-4dc5ca19-ed5c-42c8-aa5e-95ac0b9f0555 req-5ba430f9-c09a-4e85-bce9-39c0f522ddd2 service nova] Lock "611f430a-03a4-4312-bfbc-ef921ef14098-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.619546] env[70294]: DEBUG oslo_concurrency.lockutils [req-4dc5ca19-ed5c-42c8-aa5e-95ac0b9f0555 req-5ba430f9-c09a-4e85-bce9-39c0f522ddd2 service nova] Lock "611f430a-03a4-4312-bfbc-ef921ef14098-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.619712] env[70294]: DEBUG nova.compute.manager [req-4dc5ca19-ed5c-42c8-aa5e-95ac0b9f0555 req-5ba430f9-c09a-4e85-bce9-39c0f522ddd2 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] No waiting events found dispatching network-vif-plugged-d32ac947-4c90-4536-ace0-df2434cae72a {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.619873] env[70294]: WARNING nova.compute.manager [req-4dc5ca19-ed5c-42c8-aa5e-95ac0b9f0555 req-5ba430f9-c09a-4e85-bce9-39c0f522ddd2 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Received unexpected event network-vif-plugged-d32ac947-4c90-4536-ace0-df2434cae72a for instance with vm_state building and task_state spawning. [ 703.669308] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 703.727084] env[70294]: DEBUG nova.network.neutron [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Successfully updated port: d32ac947-4c90-4536-ace0-df2434cae72a {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.743436] env[70294]: DEBUG nova.compute.manager [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Instance disappeared during snapshot {{(pid=70294) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 703.754118] env[70294]: DEBUG nova.compute.manager [None req-30e0bc13-b554-4ed6-bf5f-eb79a9815eb1 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image not found during clean up db92b942-856b-41c0-bd3a-56b0a416a9be {{(pid=70294) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 703.803546] env[70294]: DEBUG nova.compute.manager [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.803793] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 703.804111] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bfe513c-9683-4469-866f-3ea4698b5b75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.813124] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 703.813124] env[70294]: value = "task-3569485" [ 703.813124] env[70294]: _type = "Task" [ 703.813124] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.821838] env[70294]: DEBUG nova.network.neutron [-] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.823285] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.874156] env[70294]: DEBUG nova.compute.manager [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 703.874156] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 703.874760] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac39cf68-3c8c-4058-83a2-68be35d9b9e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.884724] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.885017] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bc22cc9-2f1b-4b8b-8cf7-db2077211fc5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.941037] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569484, 'name': CreateVM_Task, 'duration_secs': 0.396587} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.941283] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.941958] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.942174] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.942517] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.942836] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1290821-949f-4428-91f5-230477c3c17d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.949440] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 703.949440] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d10cc7-0d6a-ddd6-05d4-4f1e8bc84eed" [ 703.949440] env[70294]: _type = "Task" [ 703.949440] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.960061] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.960294] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.960549] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore2] 55ae5695-4854-4291-8478-1de9b85b060c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.964018] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6167070c-4c87-4f21-9440-3a93076e7be9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.966140] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d10cc7-0d6a-ddd6-05d4-4f1e8bc84eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.972174] env[70294]: DEBUG oslo_vmware.api [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 703.972174] env[70294]: value = "task-3569487" [ 703.972174] env[70294]: _type = "Task" [ 703.972174] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.982855] env[70294]: DEBUG oslo_vmware.api [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.005358] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "0af8e144-eff8-4658-ac9c-54772827c20e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.005611] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "0af8e144-eff8-4658-ac9c-54772827c20e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.131935] env[70294]: INFO nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Took 41.88 seconds to build instance. [ 704.172992] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance affe22e6-6c48-4bb4-9fc4-499a0186db2a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.230813] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-611f430a-03a4-4312-bfbc-ef921ef14098" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.230813] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-611f430a-03a4-4312-bfbc-ef921ef14098" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.230813] env[70294]: DEBUG nova.network.neutron [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.319460] env[70294]: DEBUG nova.compute.manager [req-6e3a53b6-38b7-4d68-a7d3-514c0eaeec63 req-46801402-4529-45fb-8ad4-aeff73aaf3ae service nova] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Received event network-vif-deleted-fc7faf6f-9340-433b-99f3-0a1c93e8b609 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.327125] env[70294]: INFO nova.compute.manager [-] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Took 1.35 seconds to deallocate network for instance. [ 704.327125] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569485, 'name': PowerOffVM_Task, 'duration_secs': 0.273851} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.330835] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 704.331214] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 704.331441] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712417', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'name': 'volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f6ebcd-dbf8-4498-849a-3b782ea741d3', 'attached_at': '', 'detached_at': '', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'serial': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 704.332467] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8f6189-8107-4a22-a700-71185ca98a5e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.355526] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e69c82-d57b-4c7d-a92b-033957e73bae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.363468] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62154b1d-90f9-4112-88dc-d659bd312fb2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.386468] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ea0f17-46c0-4727-8679-da26936def78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.402781] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] The volume has not been displaced from its original location: [datastore1] volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9/volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 704.408299] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Reconfiguring VM instance instance-00000011 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 704.408605] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2042bd96-d600-41f8-afea-0c6d3648c1bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.430725] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 704.430725] env[70294]: value = "task-3569488" [ 704.430725] env[70294]: _type = "Task" [ 704.430725] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.442019] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.462018] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d10cc7-0d6a-ddd6-05d4-4f1e8bc84eed, 'name': SearchDatastore_Task, 'duration_secs': 0.015761} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.462018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.462018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.462018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.462018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.462018] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.462018] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-094f8e58-bdb5-4973-b1c1-430ae66b8f52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.470989] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.471221] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.471984] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37d728cf-feb8-4a04-95c1-dabef8f24e3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.484910] env[70294]: DEBUG oslo_vmware.api [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449675} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.486060] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.486405] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.486727] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.486925] env[70294]: INFO nova.compute.manager [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 704.487220] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.487915] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 704.487915] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c93cfd-4549-1bde-e927-dece9997e519" [ 704.487915] env[70294]: _type = "Task" [ 704.487915] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.488217] env[70294]: DEBUG nova.compute.manager [-] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.488287] env[70294]: DEBUG nova.network.neutron [-] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.501777] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c93cfd-4549-1bde-e927-dece9997e519, 'name': SearchDatastore_Task, 'duration_secs': 0.014091} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.502574] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aace5d71-97c2-41db-96c0-141f888e438f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.508435] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 704.508435] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f4d028-8c79-e552-4438-5c0048167f9a" [ 704.508435] env[70294]: _type = "Task" [ 704.508435] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.516964] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f4d028-8c79-e552-4438-5c0048167f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.635879] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.078s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.677214] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance d982c5c3-07ec-4185-9849-8f569c477565 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 704.765478] env[70294]: DEBUG nova.network.neutron [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.832517] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.936247] env[70294]: DEBUG nova.network.neutron [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Updating instance_info_cache with network_info: [{"id": "d32ac947-4c90-4536-ace0-df2434cae72a", "address": "fa:16:3e:74:dc:dd", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32ac947-4c", "ovs_interfaceid": "d32ac947-4c90-4536-ace0-df2434cae72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.944059] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569488, 'name': ReconfigVM_Task, 'duration_secs': 0.3569} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.944819] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Reconfigured VM instance instance-00000011 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 704.949136] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f43addf6-5994-4065-bf48-31e43c487f43 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.968453] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 704.968453] env[70294]: value = "task-3569489" [ 704.968453] env[70294]: _type = "Task" [ 704.968453] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.977774] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.020084] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f4d028-8c79-e552-4438-5c0048167f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.020363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.020623] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 21c50e4e-1f80-4e31-a499-0f550743bc7a/21c50e4e-1f80-4e31-a499-0f550743bc7a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.021018] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-253dbe11-88f4-4aa4-bef5-b1c406cd3bbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.028726] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 705.028726] env[70294]: value = "task-3569490" [ 705.028726] env[70294]: _type = "Task" [ 705.028726] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.037089] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.142745] env[70294]: DEBUG nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.184497] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5085434c-9573-4b05-bd07-f4d2c58396c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.316760] env[70294]: DEBUG nova.network.neutron [-] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.440230] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-611f430a-03a4-4312-bfbc-ef921ef14098" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.440560] env[70294]: DEBUG nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Instance network_info: |[{"id": "d32ac947-4c90-4536-ace0-df2434cae72a", "address": "fa:16:3e:74:dc:dd", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32ac947-4c", "ovs_interfaceid": "d32ac947-4c90-4536-ace0-df2434cae72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.440995] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:dc:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd32ac947-4c90-4536-ace0-df2434cae72a', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.448677] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating folder: Project (e13daf59ab474ff29dac3a9ff8059e0f). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.448951] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-296f3245-7fe2-4810-8af6-479c4e773c22 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.463133] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created folder: Project (e13daf59ab474ff29dac3a9ff8059e0f) in parent group-v712401. [ 705.463377] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating folder: Instances. Parent ref: group-v712522. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 705.463621] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5868af0b-fd44-4dcf-b8e3-e6caa77137e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.476721] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created folder: Instances in parent group-v712522. [ 705.476965] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.477568] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.477772] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90cfd1d6-12ab-43f8-b14a-db171f334dbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.497658] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569489, 'name': ReconfigVM_Task, 'duration_secs': 0.162057} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.498372] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712417', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'name': 'volume-0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '63f6ebcd-dbf8-4498-849a-3b782ea741d3', 'attached_at': '', 'detached_at': '', 'volume_id': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9', 'serial': '0ae1897d-636e-4b92-9f50-5a76b47f8fa9'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 705.498662] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 705.499770] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99160462-52b9-486c-9198-89a7ebfaa0b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.503800] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.503800] env[70294]: value = "task-3569493" [ 705.503800] env[70294]: _type = "Task" [ 705.503800] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.509419] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.509965] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2678e2a4-6fe1-45ae-9241-70a3c5bb9c1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.515012] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569493, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.541129] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569490, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.667827] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.688149] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bc3809c5-5884-4d54-9fa2-d1a780b038de has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 705.705233] env[70294]: DEBUG nova.compute.manager [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Received event network-changed-d32ac947-4c90-4536-ace0-df2434cae72a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.705233] env[70294]: DEBUG nova.compute.manager [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Refreshing instance network info cache due to event network-changed-d32ac947-4c90-4536-ace0-df2434cae72a. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.705233] env[70294]: DEBUG oslo_concurrency.lockutils [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] Acquiring lock "refresh_cache-611f430a-03a4-4312-bfbc-ef921ef14098" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.705233] env[70294]: DEBUG oslo_concurrency.lockutils [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] Acquired lock "refresh_cache-611f430a-03a4-4312-bfbc-ef921ef14098" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.705233] env[70294]: DEBUG nova.network.neutron [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Refreshing network info cache for port d32ac947-4c90-4536-ace0-df2434cae72a {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.821012] env[70294]: INFO nova.compute.manager [-] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Took 1.33 seconds to deallocate network for instance. [ 706.014681] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569493, 'name': CreateVM_Task, 'duration_secs': 0.393587} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.014879] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.015574] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.015702] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.016023] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.016290] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f02060c-54fe-4e12-8b86-b7712a62e4b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.021403] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 706.021403] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f488a4-fba8-6ed0-50a4-2efd7351a76c" [ 706.021403] env[70294]: _type = "Task" [ 706.021403] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.029714] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f488a4-fba8-6ed0-50a4-2efd7351a76c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.037980] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.813343} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.038243] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 21c50e4e-1f80-4e31-a499-0f550743bc7a/21c50e4e-1f80-4e31-a499-0f550743bc7a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.038468] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.038700] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1d59643-bfa9-414e-b308-6d795537b3a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.046310] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 706.046310] env[70294]: value = "task-3569495" [ 706.046310] env[70294]: _type = "Task" [ 706.046310] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.058283] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.193458] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 26ababca-18a8-443c-ba8f-00ad1b4ba388 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.327731] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.428995] env[70294]: DEBUG nova.network.neutron [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Updated VIF entry in instance network info cache for port d32ac947-4c90-4536-ace0-df2434cae72a. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.429407] env[70294]: DEBUG nova.network.neutron [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Updating instance_info_cache with network_info: [{"id": "d32ac947-4c90-4536-ace0-df2434cae72a", "address": "fa:16:3e:74:dc:dd", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32ac947-4c", "ovs_interfaceid": "d32ac947-4c90-4536-ace0-df2434cae72a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.533186] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f488a4-fba8-6ed0-50a4-2efd7351a76c, 'name': SearchDatastore_Task, 'duration_secs': 0.012907} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.533489] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.533726] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.534034] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.534201] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.534386] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.534645] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1678dff-f3b1-441f-beea-0cfcbc19a488 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.550725] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.550914] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.551950] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdabba5b-e395-44f8-861a-520e9ba63fbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.557492] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074027} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.558073] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.558813] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fad245-d952-4c9d-9c88-cf41f4fb86b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.563706] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 706.563706] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52719b35-ef11-147b-a87c-2fd8a79d3108" [ 706.563706] env[70294]: _type = "Task" [ 706.563706] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.585731] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 21c50e4e-1f80-4e31-a499-0f550743bc7a/21c50e4e-1f80-4e31-a499-0f550743bc7a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.586365] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71fbf5d-af7b-4e7d-9864-4f4453e163b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.604633] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52719b35-ef11-147b-a87c-2fd8a79d3108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.611916] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 706.611916] env[70294]: value = "task-3569496" [ 706.611916] env[70294]: _type = "Task" [ 706.611916] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.624189] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.696786] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0c3da7a1-f86f-45e3-bc4a-95016c98515d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 706.932649] env[70294]: DEBUG oslo_concurrency.lockutils [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] Releasing lock "refresh_cache-611f430a-03a4-4312-bfbc-ef921ef14098" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.933029] env[70294]: DEBUG nova.compute.manager [req-271c183a-08c9-450a-bb80-11f505dad0dc req-d61366ef-4d94-4fd9-add4-130ef4450990 service nova] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Received event network-vif-deleted-225eaa16-9364-4b7b-a373-d4f03b2dfd6c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.074819] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52719b35-ef11-147b-a87c-2fd8a79d3108, 'name': SearchDatastore_Task, 'duration_secs': 0.068158} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.075639] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15040fdc-0ff8-40b9-82b8-55fd6006a784 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.081077] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 707.081077] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208afef-88bd-3f80-1a57-cc10698ee1b8" [ 707.081077] env[70294]: _type = "Task" [ 707.081077] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.089081] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208afef-88bd-3f80-1a57-cc10698ee1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.121525] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569496, 'name': ReconfigVM_Task, 'duration_secs': 0.280739} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.121805] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 21c50e4e-1f80-4e31-a499-0f550743bc7a/21c50e4e-1f80-4e31-a499-0f550743bc7a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.122441] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfa75948-73ee-4f64-aed3-995cc4ef769a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.131169] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 707.131169] env[70294]: value = "task-3569497" [ 707.131169] env[70294]: _type = "Task" [ 707.131169] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.138880] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569497, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.200891] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance e9b2edb7-1d37-4443-b8b7-8a61e298ae4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.592974] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208afef-88bd-3f80-1a57-cc10698ee1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.074602} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.594350] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.594645] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.594928] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6ca9605-b757-43a0-baab-6f4f5d73ebcd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.602808] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 707.602808] env[70294]: value = "task-3569498" [ 707.602808] env[70294]: _type = "Task" [ 707.602808] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.611100] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.641432] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569497, 'name': Rename_Task, 'duration_secs': 0.158823} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.641994] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.642083] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c660c976-727b-49a1-b72e-0078dff01f7f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.650640] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 707.650640] env[70294]: value = "task-3569499" [ 707.650640] env[70294]: _type = "Task" [ 707.650640] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.658873] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.704296] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0bdb68d6-5e68-4581-a380-0d23b6cb17e2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 707.936791] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 707.937134] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 707.937359] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Deleting the datastore file [datastore1] 63f6ebcd-dbf8-4498-849a-3b782ea741d3 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 707.937688] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a942ed7-05ad-424e-8321-494aca1cc949 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.946303] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for the task: (returnval){ [ 707.946303] env[70294]: value = "task-3569500" [ 707.946303] env[70294]: _type = "Task" [ 707.946303] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.955577] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.115517] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47068} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.115817] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.116048] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.116321] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb333352-6670-4fc9-be32-8420bbc5f7ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.123845] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 708.123845] env[70294]: value = "task-3569501" [ 708.123845] env[70294]: _type = "Task" [ 708.123845] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.132680] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.162248] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569499, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.208217] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6fadd680-23c4-4e35-b08b-324d011ede8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.457369] env[70294]: DEBUG oslo_vmware.api [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Task: {'id': task-3569500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172871} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.457580] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.457763] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 708.457939] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 708.458133] env[70294]: INFO nova.compute.manager [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Took 4.65 seconds to destroy the instance on the hypervisor. [ 708.458372] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.458577] env[70294]: DEBUG nova.compute.manager [-] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 708.458661] env[70294]: DEBUG nova.network.neutron [-] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 708.634873] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059106} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.637038] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.637431] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73cace8-e5eb-48c2-90e2-778abe8c3929 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.660080] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.663468] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fe58ac2-9412-4ee5-8916-acc38419c95b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.684621] env[70294]: DEBUG oslo_vmware.api [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569499, 'name': PowerOnVM_Task, 'duration_secs': 0.613773} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.685961] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.686242] env[70294]: INFO nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Took 8.31 seconds to spawn the instance on the hypervisor. [ 708.686462] env[70294]: DEBUG nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.686828] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 708.686828] env[70294]: value = "task-3569502" [ 708.686828] env[70294]: _type = "Task" [ 708.686828] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.687634] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5686182e-6791-4308-a5c3-45106a6dd484 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.698569] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.711438] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 85e159e8-0f37-4d05-9611-259ea1c67cba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 708.978638] env[70294]: DEBUG nova.compute.manager [req-eecdc289-3a12-4e86-87e7-555c4d459118 req-80723ce8-e7f8-47d0-8bb1-01ddafebdd0e service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Received event network-vif-deleted-351666e2-7f1a-4673-bc3f-03c9dddbe45a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.978638] env[70294]: INFO nova.compute.manager [req-eecdc289-3a12-4e86-87e7-555c4d459118 req-80723ce8-e7f8-47d0-8bb1-01ddafebdd0e service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Neutron deleted interface 351666e2-7f1a-4673-bc3f-03c9dddbe45a; detaching it from the instance and deleting it from the info cache [ 708.978638] env[70294]: DEBUG nova.network.neutron [req-eecdc289-3a12-4e86-87e7-555c4d459118 req-80723ce8-e7f8-47d0-8bb1-01ddafebdd0e service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.203043] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569502, 'name': ReconfigVM_Task, 'duration_secs': 0.280548} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.203043] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.203411] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb29e892-85dc-4edc-953a-7af6e88c5c8a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.211504] env[70294]: INFO nova.compute.manager [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Took 43.83 seconds to build instance. [ 709.215560] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 3c110396-d115-4f83-ace1-c682515f90ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.216701] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 709.216701] env[70294]: value = "task-3569503" [ 709.216701] env[70294]: _type = "Task" [ 709.216701] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.225597] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569503, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.461784] env[70294]: DEBUG nova.network.neutron [-] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.482380] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27534532-33a2-4ddd-92ae-ded863c3e8bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.493859] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3495918b-1329-44fa-ada9-4059607f0291 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.531288] env[70294]: DEBUG nova.compute.manager [req-eecdc289-3a12-4e86-87e7-555c4d459118 req-80723ce8-e7f8-47d0-8bb1-01ddafebdd0e service nova] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Detach interface failed, port_id=351666e2-7f1a-4673-bc3f-03c9dddbe45a, reason: Instance 63f6ebcd-dbf8-4498-849a-3b782ea741d3 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 709.714255] env[70294]: DEBUG oslo_concurrency.lockutils [None req-58a89df4-6387-4bf9-97d0-4f3d124257ad tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.114s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.720227] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance da1e9ea4-aba1-440e-b518-12bc82bc5d7d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 709.722398] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 709.722398] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 709.743016] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569503, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.966527] env[70294]: INFO nova.compute.manager [-] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Took 1.51 seconds to deallocate network for instance. [ 710.061029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "a83e6093-9c82-4dae-b6e9-446168b6d806" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.061215] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.061528] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "a83e6093-9c82-4dae-b6e9-446168b6d806-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.061718] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.061887] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.064121] env[70294]: INFO nova.compute.manager [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Terminating instance [ 710.173978] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "21c50e4e-1f80-4e31-a499-0f550743bc7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.174260] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.174464] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "21c50e4e-1f80-4e31-a499-0f550743bc7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.174646] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.175338] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.178016] env[70294]: INFO nova.compute.manager [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Terminating instance [ 710.215322] env[70294]: DEBUG nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.239041] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569503, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.276869] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac45c3f-99c0-4445-a76d-89f1943e0278 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.285549] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5663d8c-75f3-4a10-b291-3a0a8d6d153b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.316641] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e7935-875a-4541-98f3-59051b7557a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.324750] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599677c8-b09b-46b9-9a29-dc0ceb2d2ca4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.338444] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.517035] env[70294]: INFO nova.compute.manager [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Took 0.55 seconds to detach 1 volumes for instance. [ 710.519298] env[70294]: DEBUG nova.compute.manager [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Deleting volume: 0ae1897d-636e-4b92-9f50-5a76b47f8fa9 {{(pid=70294) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 710.569029] env[70294]: DEBUG nova.compute.manager [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.569029] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.569640] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95587feb-89dc-4680-86fb-ae5c06bac727 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.579844] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.580112] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f1b7a64-fd66-4d5e-b4a9-01d2eb40fa66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.587816] env[70294]: DEBUG oslo_vmware.api [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 710.587816] env[70294]: value = "task-3569504" [ 710.587816] env[70294]: _type = "Task" [ 710.587816] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.596496] env[70294]: DEBUG oslo_vmware.api [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.683929] env[70294]: DEBUG nova.compute.manager [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 710.684201] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 710.685126] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b74233-5808-4326-8cea-d537a098162b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.694514] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 710.694846] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a90ea31-28fb-4e72-8421-aeec3b375b75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.704916] env[70294]: DEBUG oslo_vmware.api [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 710.704916] env[70294]: value = "task-3569506" [ 710.704916] env[70294]: _type = "Task" [ 710.704916] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.715988] env[70294]: DEBUG oslo_vmware.api [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.737037] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569503, 'name': Rename_Task, 'duration_secs': 1.147877} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.738053] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.738350] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 710.738618] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b54b67-9fe7-41be-97e4-b3740be0d438 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.746955] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 710.746955] env[70294]: value = "task-3569507" [ 710.746955] env[70294]: _type = "Task" [ 710.746955] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.756471] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.842053] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.066850] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.101962] env[70294]: DEBUG oslo_vmware.api [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569504, 'name': PowerOffVM_Task, 'duration_secs': 0.233096} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.102425] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.102711] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.103109] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89bd99ca-eaf1-4fbf-a99a-755f46ba460c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.203091] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.203558] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.203833] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleting the datastore file [datastore1] a83e6093-9c82-4dae-b6e9-446168b6d806 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.204345] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe41bc1-26e6-4209-8ddd-a8d6385b62da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.218468] env[70294]: DEBUG oslo_vmware.api [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569506, 'name': PowerOffVM_Task, 'duration_secs': 0.215248} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.220479] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 711.220679] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 711.221049] env[70294]: DEBUG oslo_vmware.api [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 711.221049] env[70294]: value = "task-3569509" [ 711.221049] env[70294]: _type = "Task" [ 711.221049] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.221266] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afd814fa-34e3-4ed0-a1aa-d2c3de7dc4b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.234615] env[70294]: DEBUG oslo_vmware.api [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.258337] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569507, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.301445] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 711.301445] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 711.301445] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleting the datastore file [datastore1] 21c50e4e-1f80-4e31-a499-0f550743bc7a {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 711.301445] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7dbcb0b-789b-4dbc-ba06-b97b5e1d6ba0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.313265] env[70294]: DEBUG oslo_vmware.api [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 711.313265] env[70294]: value = "task-3569511" [ 711.313265] env[70294]: _type = "Task" [ 711.313265] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.321906] env[70294]: DEBUG oslo_vmware.api [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.347986] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 711.348351] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.262s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.348697] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.692s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.350751] env[70294]: INFO nova.compute.claims [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.733365] env[70294]: DEBUG oslo_vmware.api [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19782} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.733700] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.733971] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.734215] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.734440] env[70294]: INFO nova.compute.manager [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Took 1.17 seconds to destroy the instance on the hypervisor. [ 711.734694] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.734890] env[70294]: DEBUG nova.compute.manager [-] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.734986] env[70294]: DEBUG nova.network.neutron [-] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.759613] env[70294]: DEBUG oslo_vmware.api [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569507, 'name': PowerOnVM_Task, 'duration_secs': 0.595167} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.759845] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 711.760067] env[70294]: INFO nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Took 8.64 seconds to spawn the instance on the hypervisor. [ 711.760257] env[70294]: DEBUG nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.760984] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a83909-9c39-4e68-b679-147b6c1971f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.823521] env[70294]: DEBUG oslo_vmware.api [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157897} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.823774] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.824018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.824231] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.824413] env[70294]: INFO nova.compute.manager [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 711.824649] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.824835] env[70294]: DEBUG nova.compute.manager [-] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.824930] env[70294]: DEBUG nova.network.neutron [-] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 712.064315] env[70294]: DEBUG nova.compute.manager [req-8921bbda-7ca0-4e8b-aaf2-7fe2865a6725 req-23a811f8-6de3-41e1-afd7-2b7dbbc8720a service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Received event network-vif-deleted-875874d4-b218-4c3a-935c-74dcd091f5e1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.065471] env[70294]: INFO nova.compute.manager [req-8921bbda-7ca0-4e8b-aaf2-7fe2865a6725 req-23a811f8-6de3-41e1-afd7-2b7dbbc8720a service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Neutron deleted interface 875874d4-b218-4c3a-935c-74dcd091f5e1; detaching it from the instance and deleting it from the info cache [ 712.065471] env[70294]: DEBUG nova.network.neutron [req-8921bbda-7ca0-4e8b-aaf2-7fe2865a6725 req-23a811f8-6de3-41e1-afd7-2b7dbbc8720a service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.228234] env[70294]: DEBUG nova.compute.manager [req-d52797c2-19a8-4081-b9d9-89baf5e91185 req-87e3d0df-67a2-467d-9911-ff83b48e4021 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Received event network-vif-deleted-a948b9c7-2d7d-41eb-a890-3e162fbe5a6d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.228234] env[70294]: INFO nova.compute.manager [req-d52797c2-19a8-4081-b9d9-89baf5e91185 req-87e3d0df-67a2-467d-9911-ff83b48e4021 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Neutron deleted interface a948b9c7-2d7d-41eb-a890-3e162fbe5a6d; detaching it from the instance and deleting it from the info cache [ 712.228234] env[70294]: DEBUG nova.network.neutron [req-d52797c2-19a8-4081-b9d9-89baf5e91185 req-87e3d0df-67a2-467d-9911-ff83b48e4021 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.279258] env[70294]: INFO nova.compute.manager [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Took 38.84 seconds to build instance. [ 712.512098] env[70294]: DEBUG nova.network.neutron [-] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.567557] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-605f494d-8717-4851-b763-f2d621912283 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.581165] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e10300f-284a-4f91-ae9a-591a07e5ef8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.621059] env[70294]: DEBUG nova.compute.manager [req-8921bbda-7ca0-4e8b-aaf2-7fe2865a6725 req-23a811f8-6de3-41e1-afd7-2b7dbbc8720a service nova] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Detach interface failed, port_id=875874d4-b218-4c3a-935c-74dcd091f5e1, reason: Instance a83e6093-9c82-4dae-b6e9-446168b6d806 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 712.641836] env[70294]: DEBUG nova.network.neutron [-] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.731936] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-813b4258-102f-461f-b091-ad4dac1a62f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.742401] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0365ce59-e028-4b98-8acd-b4635a8eb590 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.777418] env[70294]: DEBUG nova.compute.manager [req-d52797c2-19a8-4081-b9d9-89baf5e91185 req-87e3d0df-67a2-467d-9911-ff83b48e4021 service nova] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Detach interface failed, port_id=a948b9c7-2d7d-41eb-a890-3e162fbe5a6d, reason: Instance 21c50e4e-1f80-4e31-a499-0f550743bc7a could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 712.781496] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc689223-109d-4f89-9e5f-5599a7b6cd41 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "611f430a-03a4-4312-bfbc-ef921ef14098" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.714s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.901126] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7cf2b3-b80f-44ba-be63-baef860f459b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.910584] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3571670-552c-4a67-96bf-f1df438e74b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.947594] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21680d1f-fdc2-4449-bef1-b4e595cde2fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.954083] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06972971-c956-44f3-a26d-263d26336656 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.969559] env[70294]: DEBUG nova.compute.provider_tree [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.014445] env[70294]: INFO nova.compute.manager [-] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Took 1.28 seconds to deallocate network for instance. [ 713.136995] env[70294]: INFO nova.compute.manager [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Rebuilding instance [ 713.144493] env[70294]: INFO nova.compute.manager [-] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Took 1.32 seconds to deallocate network for instance. [ 713.178874] env[70294]: DEBUG nova.compute.manager [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 713.179795] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458316c7-7b58-446c-8436-5b7bff66fd2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.285719] env[70294]: DEBUG nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.473155] env[70294]: DEBUG nova.scheduler.client.report [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.520990] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.650996] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.804387] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.978792] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.979486] env[70294]: DEBUG nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 713.982204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.140s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.982408] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.984452] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.682s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.985785] env[70294]: INFO nova.compute.claims [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.009516] env[70294]: INFO nova.scheduler.client.report [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Deleted allocations for instance fad949d8-5a5b-4657-b155-050280d1d0a4 [ 714.194251] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.194581] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44d67991-7343-47b3-a030-33282650bd9f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.203906] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 714.203906] env[70294]: value = "task-3569512" [ 714.203906] env[70294]: _type = "Task" [ 714.203906] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.214063] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.490953] env[70294]: DEBUG nova.compute.utils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.496037] env[70294]: DEBUG nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.496037] env[70294]: DEBUG nova.network.neutron [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.517513] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0e9f7c68-22a5-420e-bf7c-beba67ce9c59 tempest-ImagesOneServerTestJSON-1980171852 tempest-ImagesOneServerTestJSON-1980171852-project-member] Lock "fad949d8-5a5b-4657-b155-050280d1d0a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.317s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.547201] env[70294]: DEBUG nova.policy [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9abe4a4d02a4f5295a0d1e372e48d3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcae214187894183907f879e186993c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.715429] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569512, 'name': PowerOffVM_Task, 'duration_secs': 0.177937} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.715676] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.715904] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.716715] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a0080f-031b-4c22-8a64-1096acb9dc18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.724093] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.724336] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2db63e9-06c1-4232-b8c1-cecc942f0a0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.786474] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.787720] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.787720] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleting the datastore file [datastore1] 611f430a-03a4-4312-bfbc-ef921ef14098 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.787720] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42448f3a-88d5-46f1-9a90-e5bd41a77680 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.794360] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 714.794360] env[70294]: value = "task-3569514" [ 714.794360] env[70294]: _type = "Task" [ 714.794360] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.802253] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.994524] env[70294]: DEBUG nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.109828] env[70294]: DEBUG nova.network.neutron [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Successfully created port: bcc2f2fe-98d9-4919-83e7-c8314afb636f {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.304754] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165361} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.309656] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.309899] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.310093] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.578014] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef411f20-d092-4c48-8c8c-bcd2f29c4d67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.585917] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a93ef-4b84-4587-80b9-ded14dc237b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.618509] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0cf956-0d75-43b2-a728-8de62f8e03a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.628399] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d948a0c6-224f-4e81-9434-b8d15d8ab835 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.648051] env[70294]: DEBUG nova.compute.provider_tree [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.009135] env[70294]: DEBUG nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.046035] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.046245] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.046402] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.046582] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.046725] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.046869] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.047088] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.047250] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.047413] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.047571] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.048046] env[70294]: DEBUG nova.virt.hardware [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.048627] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4e5228-d538-4062-8263-6356b085c54f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.057809] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1070e0-3763-4031-aef0-56c72a085f3c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.152597] env[70294]: DEBUG nova.scheduler.client.report [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.350093] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.350361] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.350518] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.350748] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.350864] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.350986] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.351206] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.351364] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.351553] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.351720] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.351892] env[70294]: DEBUG nova.virt.hardware [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.354046] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2e08ec-be29-45ae-9df3-be93dabe9d00 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.364252] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20b1fe-05d8-4b0e-ae01-bd27db54bc4b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.379907] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:dc:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd32ac947-4c90-4536-ace0-df2434cae72a', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.388688] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.388688] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.388688] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86d9bbd1-ff27-4ba3-9aa3-db1910577b80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.409757] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.409757] env[70294]: value = "task-3569515" [ 716.409757] env[70294]: _type = "Task" [ 716.409757] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.418857] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569515, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.659769] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.659769] env[70294]: DEBUG nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.663217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.196s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.665950] env[70294]: INFO nova.compute.claims [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.745377] env[70294]: DEBUG nova.compute.manager [req-9af010f4-b55a-4293-96ef-81115afa8b4c req-2cdafc9a-7886-4072-a24d-4ed38c474a3c service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Received event network-vif-plugged-bcc2f2fe-98d9-4919-83e7-c8314afb636f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.745528] env[70294]: DEBUG oslo_concurrency.lockutils [req-9af010f4-b55a-4293-96ef-81115afa8b4c req-2cdafc9a-7886-4072-a24d-4ed38c474a3c service nova] Acquiring lock "19b79813-f06b-4094-b799-e709e351473d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.745738] env[70294]: DEBUG oslo_concurrency.lockutils [req-9af010f4-b55a-4293-96ef-81115afa8b4c req-2cdafc9a-7886-4072-a24d-4ed38c474a3c service nova] Lock "19b79813-f06b-4094-b799-e709e351473d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.745904] env[70294]: DEBUG oslo_concurrency.lockutils [req-9af010f4-b55a-4293-96ef-81115afa8b4c req-2cdafc9a-7886-4072-a24d-4ed38c474a3c service nova] Lock "19b79813-f06b-4094-b799-e709e351473d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.746550] env[70294]: DEBUG nova.compute.manager [req-9af010f4-b55a-4293-96ef-81115afa8b4c req-2cdafc9a-7886-4072-a24d-4ed38c474a3c service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] No waiting events found dispatching network-vif-plugged-bcc2f2fe-98d9-4919-83e7-c8314afb636f {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 716.746817] env[70294]: WARNING nova.compute.manager [req-9af010f4-b55a-4293-96ef-81115afa8b4c req-2cdafc9a-7886-4072-a24d-4ed38c474a3c service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Received unexpected event network-vif-plugged-bcc2f2fe-98d9-4919-83e7-c8314afb636f for instance with vm_state building and task_state spawning. [ 716.843133] env[70294]: DEBUG nova.network.neutron [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Successfully updated port: bcc2f2fe-98d9-4919-83e7-c8314afb636f {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 716.922760] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569515, 'name': CreateVM_Task, 'duration_secs': 0.310456} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.922901] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.923609] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.923782] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.924289] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.924375] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fde8e79-e218-47b2-8511-6b8a4516d6b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.929170] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 716.929170] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5256403f-c254-3f85-9795-9566917cc11e" [ 716.929170] env[70294]: _type = "Task" [ 716.929170] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.938149] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5256403f-c254-3f85-9795-9566917cc11e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.171296] env[70294]: DEBUG nova.compute.utils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.175761] env[70294]: DEBUG nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.175943] env[70294]: DEBUG nova.network.neutron [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.241599] env[70294]: DEBUG nova.policy [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23dfe4a830f74b13a221ceeb267fb116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '964b3421e2534e40a0a7e12b471de25b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.345764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "refresh_cache-19b79813-f06b-4094-b799-e709e351473d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.345866] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "refresh_cache-19b79813-f06b-4094-b799-e709e351473d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.346141] env[70294]: DEBUG nova.network.neutron [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.441795] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5256403f-c254-3f85-9795-9566917cc11e, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.442183] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.442443] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.442710] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.442864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.443648] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.443648] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d4471fc-1392-4365-9a17-8aef57e23efd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.455500] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.455697] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.456508] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b04912-4d2c-47cc-8191-621008f942c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.467019] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 717.467019] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203653f-f3c2-759d-9399-63f0ff8edbd9" [ 717.467019] env[70294]: _type = "Task" [ 717.467019] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.474378] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203653f-f3c2-759d-9399-63f0ff8edbd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.554285] env[70294]: DEBUG nova.network.neutron [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Successfully created port: 4e6c139f-fe26-4f9e-a217-1def72ae7b12 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.676773] env[70294]: DEBUG nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.886986] env[70294]: DEBUG nova.network.neutron [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 717.979552] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203653f-f3c2-759d-9399-63f0ff8edbd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010014} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.980942] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2acd665-60b9-4d8d-92e8-dba7db7f33e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.989583] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 717.989583] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52970734-3e05-f30e-2df1-49b147d186f3" [ 717.989583] env[70294]: _type = "Task" [ 717.989583] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.003851] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52970734-3e05-f30e-2df1-49b147d186f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.057876] env[70294]: DEBUG nova.network.neutron [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Updating instance_info_cache with network_info: [{"id": "bcc2f2fe-98d9-4919-83e7-c8314afb636f", "address": "fa:16:3e:58:18:aa", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc2f2fe-98", "ovs_interfaceid": "bcc2f2fe-98d9-4919-83e7-c8314afb636f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.259152] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9cb7e5c-ee0a-401d-8b82-66c84d77189e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.268055] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb9c5f7-cee3-4dc5-a637-94e5db643b41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.300623] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4150395-e6cb-4be4-ad10-3303fd951ec6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.308761] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520f62f4-37f5-4fd5-817a-815e923b4d19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.322552] env[70294]: DEBUG nova.compute.provider_tree [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 718.500914] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52970734-3e05-f30e-2df1-49b147d186f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010611} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.501227] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.501541] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.501735] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ab57bc-7f2e-4d60-a0b6-a9009c26b14a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.510319] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 718.510319] env[70294]: value = "task-3569516" [ 718.510319] env[70294]: _type = "Task" [ 718.510319] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.521000] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.566802] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "refresh_cache-19b79813-f06b-4094-b799-e709e351473d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.567178] env[70294]: DEBUG nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance network_info: |[{"id": "bcc2f2fe-98d9-4919-83e7-c8314afb636f", "address": "fa:16:3e:58:18:aa", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc2f2fe-98", "ovs_interfaceid": "bcc2f2fe-98d9-4919-83e7-c8314afb636f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 718.567628] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:18:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcc2f2fe-98d9-4919-83e7-c8314afb636f', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.577901] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating folder: Project (fcae214187894183907f879e186993c9). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.577901] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-587811bf-7d22-4c3f-bf12-f7576c5e0e52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.592512] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created folder: Project (fcae214187894183907f879e186993c9) in parent group-v712401. [ 718.592723] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating folder: Instances. Parent ref: group-v712526. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.592990] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7befb3df-c55f-4482-8a4b-075f9f59648a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.605606] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created folder: Instances in parent group-v712526. [ 718.605857] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.606075] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.606285] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7d4f769-9dcb-41b9-98ea-2e054fd00bd1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.628201] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.628201] env[70294]: value = "task-3569519" [ 718.628201] env[70294]: _type = "Task" [ 718.628201] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.637603] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569519, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.689392] env[70294]: DEBUG nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.722859] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.723196] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.723404] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.723597] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.723744] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.723944] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.724241] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.724617] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.724691] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.724831] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.725025] env[70294]: DEBUG nova.virt.hardware [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.725970] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01151974-1e75-47de-8c4a-b1b7eb4c1e71 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.735957] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e13df6-2bdd-4eff-9ac1-48ce1ff4701a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.826434] env[70294]: DEBUG nova.scheduler.client.report [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.843179] env[70294]: DEBUG nova.compute.manager [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Received event network-changed-bcc2f2fe-98d9-4919-83e7-c8314afb636f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.843179] env[70294]: DEBUG nova.compute.manager [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Refreshing instance network info cache due to event network-changed-bcc2f2fe-98d9-4919-83e7-c8314afb636f. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.843179] env[70294]: DEBUG oslo_concurrency.lockutils [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] Acquiring lock "refresh_cache-19b79813-f06b-4094-b799-e709e351473d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.843179] env[70294]: DEBUG oslo_concurrency.lockutils [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] Acquired lock "refresh_cache-19b79813-f06b-4094-b799-e709e351473d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.843615] env[70294]: DEBUG nova.network.neutron [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Refreshing network info cache for port bcc2f2fe-98d9-4919-83e7-c8314afb636f {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.022566] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488858} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.022914] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.023257] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.023535] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f72750c7-79d7-468c-81db-c2ed55fe34f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.031869] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 719.031869] env[70294]: value = "task-3569520" [ 719.031869] env[70294]: _type = "Task" [ 719.031869] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.049579] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.138960] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569519, 'name': CreateVM_Task, 'duration_secs': 0.490907} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.139454] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.140196] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.140403] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.140747] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.141063] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48be24bc-77da-44fa-b370-f4d26849b350 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.146440] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 719.146440] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d37764-9a37-4312-b9e2-d3a9c052a64f" [ 719.146440] env[70294]: _type = "Task" [ 719.146440] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.155646] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d37764-9a37-4312-b9e2-d3a9c052a64f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.233050] env[70294]: DEBUG nova.network.neutron [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Successfully updated port: 4e6c139f-fe26-4f9e-a217-1def72ae7b12 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.333129] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.333673] env[70294]: DEBUG nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.336312] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.566s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.338130] env[70294]: INFO nova.compute.claims [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 719.543961] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070371} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.543961] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.544410] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9afc0dc-695f-40b4-a604-071df8205311 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.572019] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.572364] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f49171-510c-464a-9510-968fa64d1dd7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.595676] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 719.595676] env[70294]: value = "task-3569521" [ 719.595676] env[70294]: _type = "Task" [ 719.595676] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.605380] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569521, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.645043] env[70294]: DEBUG nova.network.neutron [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Updated VIF entry in instance network info cache for port bcc2f2fe-98d9-4919-83e7-c8314afb636f. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.645528] env[70294]: DEBUG nova.network.neutron [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Updating instance_info_cache with network_info: [{"id": "bcc2f2fe-98d9-4919-83e7-c8314afb636f", "address": "fa:16:3e:58:18:aa", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcc2f2fe-98", "ovs_interfaceid": "bcc2f2fe-98d9-4919-83e7-c8314afb636f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.660834] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d37764-9a37-4312-b9e2-d3a9c052a64f, 'name': SearchDatastore_Task, 'duration_secs': 0.01036} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.661962] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.662107] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.662645] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.662777] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.662834] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.663392] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c58bde03-05cc-4841-a5e2-d6243f5832b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.674157] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.674157] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.674735] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472b498b-6d92-4fa1-864e-07371ac92509 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.683060] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 719.683060] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b23c09-ab4f-6b18-dde5-0f712db8dd34" [ 719.683060] env[70294]: _type = "Task" [ 719.683060] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.691284] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b23c09-ab4f-6b18-dde5-0f712db8dd34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.736057] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "refresh_cache-deef84ee-e076-4089-b66a-317633fde939" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.736219] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired lock "refresh_cache-deef84ee-e076-4089-b66a-317633fde939" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.736377] env[70294]: DEBUG nova.network.neutron [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.842744] env[70294]: DEBUG nova.compute.utils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.844689] env[70294]: DEBUG nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 719.844689] env[70294]: DEBUG nova.network.neutron [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 719.910879] env[70294]: DEBUG nova.policy [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9abe4a4d02a4f5295a0d1e372e48d3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcae214187894183907f879e186993c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.109885] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569521, 'name': ReconfigVM_Task, 'duration_secs': 0.483757} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.110532] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 611f430a-03a4-4312-bfbc-ef921ef14098/611f430a-03a4-4312-bfbc-ef921ef14098.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.111311] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf3895d7-cc9c-421c-bdd1-9f5951be783a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.120467] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 720.120467] env[70294]: value = "task-3569522" [ 720.120467] env[70294]: _type = "Task" [ 720.120467] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.135305] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569522, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.150117] env[70294]: DEBUG oslo_concurrency.lockutils [req-01cef1d8-faec-44bc-be2c-57c285df75b7 req-df5f54e3-835c-4e02-b914-7051ee6cb667 service nova] Releasing lock "refresh_cache-19b79813-f06b-4094-b799-e709e351473d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.193889] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b23c09-ab4f-6b18-dde5-0f712db8dd34, 'name': SearchDatastore_Task, 'duration_secs': 0.009981} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.194781] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4dba7e-4007-47f6-b76b-7ae107a71ef7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.200739] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 720.200739] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52238fc8-1d38-9ef9-0329-f61f40244da3" [ 720.200739] env[70294]: _type = "Task" [ 720.200739] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.210513] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52238fc8-1d38-9ef9-0329-f61f40244da3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.274667] env[70294]: DEBUG nova.network.neutron [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Successfully created port: f3ec022f-3bb0-4e04-abd5-14df56407484 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 720.298066] env[70294]: DEBUG nova.network.neutron [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.349142] env[70294]: DEBUG nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.528679] env[70294]: DEBUG nova.network.neutron [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Updating instance_info_cache with network_info: [{"id": "4e6c139f-fe26-4f9e-a217-1def72ae7b12", "address": "fa:16:3e:79:a9:4b", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6c139f-fe", "ovs_interfaceid": "4e6c139f-fe26-4f9e-a217-1def72ae7b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.633874] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569522, 'name': Rename_Task, 'duration_secs': 0.262182} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.634103] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.634416] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8242ae0a-23d7-4aa5-ba77-75642bcf4c98 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.644185] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 720.644185] env[70294]: value = "task-3569523" [ 720.644185] env[70294]: _type = "Task" [ 720.644185] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.658908] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.712533] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52238fc8-1d38-9ef9-0329-f61f40244da3, 'name': SearchDatastore_Task, 'duration_secs': 0.013156} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.715505] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.715632] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.716513] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04ae412b-9a16-4d74-8231-d2fe839bc0d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.727830] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 720.727830] env[70294]: value = "task-3569524" [ 720.727830] env[70294]: _type = "Task" [ 720.727830] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.742904] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.982463] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120b866b-ba01-4d5c-825b-0660e2aeed73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.995152] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fade46df-b7d7-44d8-89d4-e480e1a299f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.035286] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Releasing lock "refresh_cache-deef84ee-e076-4089-b66a-317633fde939" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.035626] env[70294]: DEBUG nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Instance network_info: |[{"id": "4e6c139f-fe26-4f9e-a217-1def72ae7b12", "address": "fa:16:3e:79:a9:4b", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6c139f-fe", "ovs_interfaceid": "4e6c139f-fe26-4f9e-a217-1def72ae7b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.037029] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:a9:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e6c139f-fe26-4f9e-a217-1def72ae7b12', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.044126] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.045108] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6037390-b39d-4ed4-87ce-0d092f00d645 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.048014] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deef84ee-e076-4089-b66a-317633fde939] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.048271] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d67d824-e87b-479b-9c5a-de59cfc6fab2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.069585] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cff320-9bc9-4a80-ba1c-0aede9bdb1e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.077557] env[70294]: DEBUG nova.compute.manager [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Received event network-vif-plugged-4e6c139f-fe26-4f9e-a217-1def72ae7b12 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.077796] env[70294]: DEBUG oslo_concurrency.lockutils [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] Acquiring lock "deef84ee-e076-4089-b66a-317633fde939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.078011] env[70294]: DEBUG oslo_concurrency.lockutils [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] Lock "deef84ee-e076-4089-b66a-317633fde939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.078190] env[70294]: DEBUG oslo_concurrency.lockutils [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] Lock "deef84ee-e076-4089-b66a-317633fde939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.078516] env[70294]: DEBUG nova.compute.manager [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] No waiting events found dispatching network-vif-plugged-4e6c139f-fe26-4f9e-a217-1def72ae7b12 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.078516] env[70294]: WARNING nova.compute.manager [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Received unexpected event network-vif-plugged-4e6c139f-fe26-4f9e-a217-1def72ae7b12 for instance with vm_state building and task_state spawning. [ 721.078660] env[70294]: DEBUG nova.compute.manager [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Received event network-changed-4e6c139f-fe26-4f9e-a217-1def72ae7b12 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.078808] env[70294]: DEBUG nova.compute.manager [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Refreshing instance network info cache due to event network-changed-4e6c139f-fe26-4f9e-a217-1def72ae7b12. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.078994] env[70294]: DEBUG oslo_concurrency.lockutils [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] Acquiring lock "refresh_cache-deef84ee-e076-4089-b66a-317633fde939" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.079324] env[70294]: DEBUG oslo_concurrency.lockutils [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] Acquired lock "refresh_cache-deef84ee-e076-4089-b66a-317633fde939" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.079497] env[70294]: DEBUG nova.network.neutron [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Refreshing network info cache for port 4e6c139f-fe26-4f9e-a217-1def72ae7b12 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.081809] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.081809] env[70294]: value = "task-3569525" [ 721.081809] env[70294]: _type = "Task" [ 721.081809] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.094889] env[70294]: DEBUG nova.compute.provider_tree [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.104564] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569525, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.160254] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.242535] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569524, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.363722] env[70294]: DEBUG nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.392647] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.393816] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.393816] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.393816] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.393816] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.394032] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.394260] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.394475] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.394778] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.394926] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.395269] env[70294]: DEBUG nova.virt.hardware [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.396118] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3612a369-1a06-4d75-ad7f-11673aa930aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.408130] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2f6545-b849-41e2-99af-c8f246e42ebf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.597061] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569525, 'name': CreateVM_Task, 'duration_secs': 0.435142} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.598296] env[70294]: DEBUG nova.scheduler.client.report [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.602877] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deef84ee-e076-4089-b66a-317633fde939] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.604390] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.604779] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605208] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605833] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe9b1f8-f7c0-4d2a-b26d-8b0bf0e0b187 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.612284] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 721.612284] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524dc67a-e1c1-0f7e-f0de-a78d16b1fa02" [ 721.612284] env[70294]: _type = "Task" [ 721.612284] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.626506] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524dc67a-e1c1-0f7e-f0de-a78d16b1fa02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.654807] env[70294]: DEBUG oslo_vmware.api [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569523, 'name': PowerOnVM_Task, 'duration_secs': 0.984849} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.655095] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.655306] env[70294]: DEBUG nova.compute.manager [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.656132] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbabfcb-f1db-413b-b43a-0e73010eca57 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.743265] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53339} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.743265] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.743615] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.743867] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57941711-a0b2-45d3-940a-9fb05a651f64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.751905] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 721.751905] env[70294]: value = "task-3569526" [ 721.751905] env[70294]: _type = "Task" [ 721.751905] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.764038] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.887323] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.887323] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.887893] env[70294]: DEBUG nova.network.neutron [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Successfully updated port: f3ec022f-3bb0-4e04-abd5-14df56407484 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.890648] env[70294]: DEBUG nova.network.neutron [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Updated VIF entry in instance network info cache for port 4e6c139f-fe26-4f9e-a217-1def72ae7b12. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.890648] env[70294]: DEBUG nova.network.neutron [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Updating instance_info_cache with network_info: [{"id": "4e6c139f-fe26-4f9e-a217-1def72ae7b12", "address": "fa:16:3e:79:a9:4b", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e6c139f-fe", "ovs_interfaceid": "4e6c139f-fe26-4f9e-a217-1def72ae7b12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.107147] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.107712] env[70294]: DEBUG nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.110519] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.665s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.110728] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.112909] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.984s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.115104] env[70294]: INFO nova.compute.claims [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.130704] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524dc67a-e1c1-0f7e-f0de-a78d16b1fa02, 'name': SearchDatastore_Task, 'duration_secs': 0.011276} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.131139] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.131403] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.131983] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.132176] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.132371] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.134045] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14c3628-30bd-4bbf-b16f-aa6c7ac50ebe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.147562] env[70294]: INFO nova.scheduler.client.report [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted allocations for instance 4e30f16e-1f3d-458c-897e-fae650eb17c7 [ 722.156985] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.156985] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.157721] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-578e41ba-abce-4534-bd87-43d9fece3463 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.166964] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 722.166964] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5298c36a-95f7-8c1e-4ec2-3061f7605d06" [ 722.166964] env[70294]: _type = "Task" [ 722.166964] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.179436] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.183997] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5298c36a-95f7-8c1e-4ec2-3061f7605d06, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.184780] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92a2a31-a69e-4dac-a6d4-33c2a3e99d0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.191678] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 722.191678] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208a053-91f8-93d4-e991-f4e2130507e1" [ 722.191678] env[70294]: _type = "Task" [ 722.191678] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.200225] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208a053-91f8-93d4-e991-f4e2130507e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.262487] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228719} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.262762] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.263596] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb898651-1881-4217-b186-e6ac63493a56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.287663] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.288514] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bdbbb6e-4094-4359-8627-e06979c4ca47 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.309270] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 722.309270] env[70294]: value = "task-3569527" [ 722.309270] env[70294]: _type = "Task" [ 722.309270] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.319033] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.392528] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "refresh_cache-dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.392711] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "refresh_cache-dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.392869] env[70294]: DEBUG nova.network.neutron [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.397735] env[70294]: DEBUG oslo_concurrency.lockutils [req-939d0692-c009-499f-b9a2-4d4a6f73088d req-91d03203-e6b6-422c-b58d-78600ad08060 service nova] Releasing lock "refresh_cache-deef84ee-e076-4089-b66a-317633fde939" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.627974] env[70294]: DEBUG nova.compute.utils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 722.629468] env[70294]: DEBUG nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 722.629636] env[70294]: DEBUG nova.network.neutron [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 722.643857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "611f430a-03a4-4312-bfbc-ef921ef14098" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.644166] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "611f430a-03a4-4312-bfbc-ef921ef14098" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.644805] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "611f430a-03a4-4312-bfbc-ef921ef14098-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.644805] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "611f430a-03a4-4312-bfbc-ef921ef14098-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.644805] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "611f430a-03a4-4312-bfbc-ef921ef14098-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.646973] env[70294]: INFO nova.compute.manager [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Terminating instance [ 722.663169] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2db3927-1f64-46e0-be0e-6e8452cb5733 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "4e30f16e-1f3d-458c-897e-fae650eb17c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.737s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.677017] env[70294]: DEBUG nova.policy [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '104cce341b9c4fa88e9e3d76995aa92a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cda568e7599417c8cad9ff35dc2cbe2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 722.703657] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208a053-91f8-93d4-e991-f4e2130507e1, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.703874] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.704223] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] deef84ee-e076-4089-b66a-317633fde939/deef84ee-e076-4089-b66a-317633fde939.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.704532] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c953a8a7-e258-45df-9c7e-efa5f9bc4325 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.714837] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 722.714837] env[70294]: value = "task-3569528" [ 722.714837] env[70294]: _type = "Task" [ 722.714837] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.727131] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.824571] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569527, 'name': ReconfigVM_Task, 'duration_secs': 0.313838} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.824871] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.825606] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8405e106-3793-46a9-9995-a44e176a8fa1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.833953] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 722.833953] env[70294]: value = "task-3569529" [ 722.833953] env[70294]: _type = "Task" [ 722.833953] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.843046] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569529, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.960854] env[70294]: DEBUG nova.network.neutron [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.124394] env[70294]: DEBUG nova.network.neutron [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Successfully created port: dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.135082] env[70294]: DEBUG nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.151521] env[70294]: DEBUG nova.compute.manager [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.154052] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.154052] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05421e5-a695-4964-9e0b-ff7638148fab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.169021] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.169021] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-504153c5-ac5f-448b-adc3-c29350bd6901 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.186531] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "777cb946-b001-4ea5-abba-61df03581de2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.186531] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "777cb946-b001-4ea5-abba-61df03581de2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.186531] env[70294]: DEBUG oslo_vmware.api [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 723.186531] env[70294]: value = "task-3569530" [ 723.186531] env[70294]: _type = "Task" [ 723.186531] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.199835] env[70294]: DEBUG oslo_vmware.api [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.229169] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509724} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.230413] env[70294]: DEBUG nova.network.neutron [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Updating instance_info_cache with network_info: [{"id": "f3ec022f-3bb0-4e04-abd5-14df56407484", "address": "fa:16:3e:b1:6d:6c", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ec022f-3b", "ovs_interfaceid": "f3ec022f-3bb0-4e04-abd5-14df56407484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.232097] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] deef84ee-e076-4089-b66a-317633fde939/deef84ee-e076-4089-b66a-317633fde939.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.232414] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.236782] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8f51c16-e61d-4a2e-af46-0f6e20db87d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.247964] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 723.247964] env[70294]: value = "task-3569531" [ 723.247964] env[70294]: _type = "Task" [ 723.247964] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.258534] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.263053] env[70294]: DEBUG nova.compute.manager [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Received event network-vif-plugged-f3ec022f-3bb0-4e04-abd5-14df56407484 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.263339] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] Acquiring lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.263534] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.263709] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.263873] env[70294]: DEBUG nova.compute.manager [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] No waiting events found dispatching network-vif-plugged-f3ec022f-3bb0-4e04-abd5-14df56407484 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.264332] env[70294]: WARNING nova.compute.manager [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Received unexpected event network-vif-plugged-f3ec022f-3bb0-4e04-abd5-14df56407484 for instance with vm_state building and task_state spawning. [ 723.264410] env[70294]: DEBUG nova.compute.manager [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Received event network-changed-f3ec022f-3bb0-4e04-abd5-14df56407484 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.264551] env[70294]: DEBUG nova.compute.manager [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Refreshing instance network info cache due to event network-changed-f3ec022f-3bb0-4e04-abd5-14df56407484. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.264730] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] Acquiring lock "refresh_cache-dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.345149] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569529, 'name': Rename_Task, 'duration_secs': 0.243024} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.345468] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.345698] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1088b204-98a0-4598-b0ed-0ad4f5626aa1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.357319] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 723.357319] env[70294]: value = "task-3569532" [ 723.357319] env[70294]: _type = "Task" [ 723.357319] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.370289] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.704029] env[70294]: DEBUG oslo_vmware.api [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569530, 'name': PowerOffVM_Task, 'duration_secs': 0.200504} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.707295] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.707500] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.710314] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17bf99b6-9f63-4c62-aced-31d08591c417 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.738909] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "refresh_cache-dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.739538] env[70294]: DEBUG nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Instance network_info: |[{"id": "f3ec022f-3bb0-4e04-abd5-14df56407484", "address": "fa:16:3e:b1:6d:6c", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ec022f-3b", "ovs_interfaceid": "f3ec022f-3bb0-4e04-abd5-14df56407484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.739538] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] Acquired lock "refresh_cache-dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.739780] env[70294]: DEBUG nova.network.neutron [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Refreshing network info cache for port f3ec022f-3bb0-4e04-abd5-14df56407484 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.741065] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:6d:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3ec022f-3bb0-4e04-abd5-14df56407484', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.749102] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.750573] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.751329] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a87edd-215c-467f-8cc3-285daaaf851f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.759136] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f050fd6b-1663-4c07-baaa-d77780a0755e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.775781] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.775990] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.776820] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleting the datastore file [datastore2] 611f430a-03a4-4312-bfbc-ef921ef14098 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.776962] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8698b9a-2fed-4178-90dc-7b0f3f33fa14 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.788889] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaebfba7-b523-43fe-bb55-91c192ed7242 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.792436] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067279} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.792645] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.792645] env[70294]: value = "task-3569534" [ 723.792645] env[70294]: _type = "Task" [ 723.792645] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.794609] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.794951] env[70294]: DEBUG oslo_vmware.api [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 723.794951] env[70294]: value = "task-3569535" [ 723.794951] env[70294]: _type = "Task" [ 723.794951] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.795916] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe2cc5a-a40b-48dd-87eb-ff96782857ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.831365] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03423bef-e516-49e3-b6e6-4e07d8614daa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.847022] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569534, 'name': CreateVM_Task} progress is 15%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.855765] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] deef84ee-e076-4089-b66a-317633fde939/deef84ee-e076-4089-b66a-317633fde939.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.859390] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e5ac16-f476-4f91-bad5-2e4a9ec751ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.874774] env[70294]: DEBUG oslo_vmware.api [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569535, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.882131] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1ff4a-3514-404d-afd6-a37441c871f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.888067] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 723.888067] env[70294]: value = "task-3569536" [ 723.888067] env[70294]: _type = "Task" [ 723.888067] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.905090] env[70294]: DEBUG nova.compute.provider_tree [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.906541] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.916847] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.099968] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "8f21d8d6-5db7-4426-97c9-42a433456d1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.100218] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.152350] env[70294]: DEBUG nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.183488] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.183776] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.183942] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.184219] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.184309] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.184543] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.184662] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.185227] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.185227] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.185227] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.185347] env[70294]: DEBUG nova.virt.hardware [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.186203] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6d41ed-8680-43d8-b9d2-135d1ec1c367 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.196790] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4e05b9-7bbf-465a-9576-f59ad2eb5611 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.309500] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569534, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.315973] env[70294]: DEBUG oslo_vmware.api [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569535, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412216} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.316319] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.316675] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.316760] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.316969] env[70294]: INFO nova.compute.manager [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Took 1.16 seconds to destroy the instance on the hypervisor. [ 724.317302] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.317522] env[70294]: DEBUG nova.compute.manager [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 724.317633] env[70294]: DEBUG nova.network.neutron [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.385799] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569532, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.402738] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.408845] env[70294]: DEBUG nova.scheduler.client.report [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.514871] env[70294]: DEBUG nova.network.neutron [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Updated VIF entry in instance network info cache for port f3ec022f-3bb0-4e04-abd5-14df56407484. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.515348] env[70294]: DEBUG nova.network.neutron [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Updating instance_info_cache with network_info: [{"id": "f3ec022f-3bb0-4e04-abd5-14df56407484", "address": "fa:16:3e:b1:6d:6c", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ec022f-3b", "ovs_interfaceid": "f3ec022f-3bb0-4e04-abd5-14df56407484", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.677167] env[70294]: DEBUG nova.compute.manager [req-c164a5b8-c2e0-4598-b8c4-21326fc228d0 req-8ed14651-d453-416f-9a25-a3cdc716f21a service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Received event network-vif-deleted-d32ac947-4c90-4536-ace0-df2434cae72a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.677167] env[70294]: INFO nova.compute.manager [req-c164a5b8-c2e0-4598-b8c4-21326fc228d0 req-8ed14651-d453-416f-9a25-a3cdc716f21a service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Neutron deleted interface d32ac947-4c90-4536-ace0-df2434cae72a; detaching it from the instance and deleting it from the info cache [ 724.677167] env[70294]: DEBUG nova.network.neutron [req-c164a5b8-c2e0-4598-b8c4-21326fc228d0 req-8ed14651-d453-416f-9a25-a3cdc716f21a service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.806925] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569534, 'name': CreateVM_Task, 'duration_secs': 0.602389} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.811043] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.811043] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.811043] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.811043] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.811043] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eeab3ac-f7fa-4c36-832c-c5d0ce30b528 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.814561] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 724.814561] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524be6cd-b884-db51-49df-6dd5d37bfc64" [ 724.814561] env[70294]: _type = "Task" [ 724.814561] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.824271] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524be6cd-b884-db51-49df-6dd5d37bfc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.884796] env[70294]: DEBUG oslo_vmware.api [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569532, 'name': PowerOnVM_Task, 'duration_secs': 1.225188} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.885339] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.885673] env[70294]: INFO nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 724.885966] env[70294]: DEBUG nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.886869] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e421a-86ac-4d27-aa73-d3a9ca472067 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.903018] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569536, 'name': ReconfigVM_Task, 'duration_secs': 0.579748} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.903018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Reconfigured VM instance instance-00000027 to attach disk [datastore2] deef84ee-e076-4089-b66a-317633fde939/deef84ee-e076-4089-b66a-317633fde939.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.905078] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7189f936-d03f-4ee9-b400-f34ad528a886 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.912603] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 724.912603] env[70294]: value = "task-3569537" [ 724.912603] env[70294]: _type = "Task" [ 724.912603] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.913699] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.914294] env[70294]: DEBUG nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.922642] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.559s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.924174] env[70294]: INFO nova.compute.claims [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.932990] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569537, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.020101] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc553325-df49-4ead-aef4-36866e261462 req-618112d7-c870-46df-96b5-b54a9f4279ba service nova] Releasing lock "refresh_cache-dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.127282] env[70294]: DEBUG nova.network.neutron [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Successfully updated port: dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.162272] env[70294]: DEBUG nova.network.neutron [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.181541] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ca64333-5696-4d1e-9107-8c203d1edd44 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.190701] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecc4aea-8c48-4e24-875b-9c5d41462497 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.228700] env[70294]: DEBUG nova.compute.manager [req-c164a5b8-c2e0-4598-b8c4-21326fc228d0 req-8ed14651-d453-416f-9a25-a3cdc716f21a service nova] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Detach interface failed, port_id=d32ac947-4c90-4536-ace0-df2434cae72a, reason: Instance 611f430a-03a4-4312-bfbc-ef921ef14098 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 725.325872] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524be6cd-b884-db51-49df-6dd5d37bfc64, 'name': SearchDatastore_Task, 'duration_secs': 0.010277} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.326196] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.326442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.326674] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.326821] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.326995] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.327269] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dac6e10-33d1-4ffa-bbe3-76870607a054 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.337007] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.337200] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.337922] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0106ae9b-688c-403d-9b69-512872e23603 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.343968] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 725.343968] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c77a4e-d749-6615-c51d-e6bc288e84ca" [ 725.343968] env[70294]: _type = "Task" [ 725.343968] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.353006] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c77a4e-d749-6615-c51d-e6bc288e84ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.416792] env[70294]: INFO nova.compute.manager [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Took 45.78 seconds to build instance. [ 725.425554] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569537, 'name': Rename_Task, 'duration_secs': 0.337378} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.425798] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.426051] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b0952d3-4770-45bd-a954-107c6f40ebcc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.428589] env[70294]: DEBUG nova.compute.utils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.431969] env[70294]: DEBUG nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.432147] env[70294]: DEBUG nova.network.neutron [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.439980] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 725.439980] env[70294]: value = "task-3569538" [ 725.439980] env[70294]: _type = "Task" [ 725.439980] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.451307] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.477955] env[70294]: DEBUG nova.policy [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8854299ad454e34939bef21aae4e12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f637ebbde3d24a98a1394179878487b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.630405] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.631257] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquired lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.631257] env[70294]: DEBUG nova.network.neutron [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.664576] env[70294]: INFO nova.compute.manager [-] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Took 1.35 seconds to deallocate network for instance. [ 725.809957] env[70294]: DEBUG nova.network.neutron [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Successfully created port: fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.857464] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c77a4e-d749-6615-c51d-e6bc288e84ca, 'name': SearchDatastore_Task, 'duration_secs': 0.024551} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.858314] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df589a4-a95e-43b1-9eae-d97f7ebe18b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.865028] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 725.865028] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52255891-78bf-ca2e-fd60-7fa6939f42a9" [ 725.865028] env[70294]: _type = "Task" [ 725.865028] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.875219] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52255891-78bf-ca2e-fd60-7fa6939f42a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.918974] env[70294]: DEBUG oslo_concurrency.lockutils [None req-470f0000-55b9-4b1d-8b10-20d6a8d2d265 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "19b79813-f06b-4094-b799-e709e351473d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.353s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.932699] env[70294]: DEBUG nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 725.953294] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569538, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.031701] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.032067] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.032231] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.032459] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.032565] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.035192] env[70294]: INFO nova.compute.manager [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Terminating instance [ 726.171972] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.180780] env[70294]: DEBUG nova.network.neutron [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.353032] env[70294]: DEBUG nova.network.neutron [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.378448] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52255891-78bf-ca2e-fd60-7fa6939f42a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.378712] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.378994] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b/dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.379237] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0994ade3-9cc3-4539-857d-2ae178213e1a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.390529] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 726.390529] env[70294]: value = "task-3569539" [ 726.390529] env[70294]: _type = "Task" [ 726.390529] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.401645] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.421747] env[70294]: DEBUG nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.457754] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.539760] env[70294]: DEBUG nova.compute.manager [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.540010] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.540899] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3e5c38-c43f-4fd9-95c7-9617a2427f32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.553108] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.553397] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b6ab891-2f2d-476c-ae28-0dbe42bbf614 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.564732] env[70294]: DEBUG oslo_vmware.api [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 726.564732] env[70294]: value = "task-3569540" [ 726.564732] env[70294]: _type = "Task" [ 726.564732] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.578664] env[70294]: DEBUG oslo_vmware.api [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.587275] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5da980f-ab1c-469d-b995-ffd53b690a33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.595989] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c791305-b239-4af1-b2db-8df8a0c2ec30 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.634214] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5008452-43c1-482a-a4f9-cbd4ec817a7d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.646301] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6849ab8-b495-44c3-be56-be1103e0949c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.663033] env[70294]: DEBUG nova.compute.provider_tree [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.858727] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Releasing lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.858860] env[70294]: DEBUG nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Instance network_info: |[{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 726.859526] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:ba:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3cebc48c-6a77-46bf-9c12-ac130e4d7d76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dad11f87-7224-42d2-95d3-6caec8021731', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.868910] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Creating folder: Project (2cda568e7599417c8cad9ff35dc2cbe2). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.869290] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9534ae4-c215-42eb-a64f-d259075ab0af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.885720] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Created folder: Project (2cda568e7599417c8cad9ff35dc2cbe2) in parent group-v712401. [ 726.886033] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Creating folder: Instances. Parent ref: group-v712531. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 726.886270] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6eaf85d2-920e-4d63-8b52-f1adc924e37d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.898267] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Created folder: Instances in parent group-v712531. [ 726.898459] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.898685] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.899010] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f96867e3-9488-48b7-9819-bda88fd533be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.923131] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47547} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.924979] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b/dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.925244] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.926521] env[70294]: DEBUG nova.compute.manager [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Received event network-vif-plugged-dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.926720] env[70294]: DEBUG oslo_concurrency.lockutils [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] Acquiring lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.926922] env[70294]: DEBUG oslo_concurrency.lockutils [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.927099] env[70294]: DEBUG oslo_concurrency.lockutils [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.927349] env[70294]: DEBUG nova.compute.manager [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] No waiting events found dispatching network-vif-plugged-dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.927564] env[70294]: WARNING nova.compute.manager [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Received unexpected event network-vif-plugged-dad11f87-7224-42d2-95d3-6caec8021731 for instance with vm_state building and task_state spawning. [ 726.927771] env[70294]: DEBUG nova.compute.manager [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Received event network-changed-dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.928092] env[70294]: DEBUG nova.compute.manager [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing instance network info cache due to event network-changed-dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.928178] env[70294]: DEBUG oslo_concurrency.lockutils [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] Acquiring lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.928295] env[70294]: DEBUG oslo_concurrency.lockutils [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] Acquired lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.928506] env[70294]: DEBUG nova.network.neutron [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing network info cache for port dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.931437] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11a87384-20fa-4459-984d-63d6194657be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.935787] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.935787] env[70294]: value = "task-3569543" [ 726.935787] env[70294]: _type = "Task" [ 726.935787] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.945532] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 726.945532] env[70294]: value = "task-3569544" [ 726.945532] env[70294]: _type = "Task" [ 726.945532] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.957982] env[70294]: DEBUG nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 726.960108] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569543, 'name': CreateVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.961258] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.969606] env[70294]: DEBUG oslo_vmware.api [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569538, 'name': PowerOnVM_Task, 'duration_secs': 1.099712} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.972446] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.972670] env[70294]: INFO nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Took 8.28 seconds to spawn the instance on the hypervisor. [ 726.972919] env[70294]: DEBUG nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 726.973672] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.974565] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e92316-db1e-4447-b9eb-866c000a816f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.990636] env[70294]: DEBUG nova.virt.hardware [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.991698] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b4f77a-3c47-432a-a023-a78caf51b406 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.999706] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a2610-06bc-416a-9765-aa82111ec994 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.075670] env[70294]: DEBUG oslo_vmware.api [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569540, 'name': PowerOffVM_Task, 'duration_secs': 0.419236} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.075962] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.076157] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.076441] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d9e1c4-fc7c-4327-8b19-c52a9179b559 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.144485] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.144754] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.144954] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Deleting the datastore file [datastore1] b1b93c50-cef5-448c-b312-8f08ae78f8ba {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.145271] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e478a65-cdab-4f24-a4ce-24faa386b7ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.152822] env[70294]: DEBUG oslo_vmware.api [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for the task: (returnval){ [ 727.152822] env[70294]: value = "task-3569546" [ 727.152822] env[70294]: _type = "Task" [ 727.152822] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.162562] env[70294]: DEBUG oslo_vmware.api [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.167332] env[70294]: DEBUG nova.scheduler.client.report [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.454723] env[70294]: DEBUG nova.network.neutron [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Successfully updated port: fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.465579] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071075} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.465785] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569543, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.470021] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.470021] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.470021] env[70294]: DEBUG nova.network.neutron [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 727.470021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.470930] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467bd85e-f2ad-4010-b06f-5c43688a9bc5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.499940] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b/dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.508150] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9669ff4e-f67e-4f0f-842e-55526815545e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.526130] env[70294]: INFO nova.compute.manager [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Took 46.25 seconds to build instance. [ 727.536662] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 727.536662] env[70294]: value = "task-3569547" [ 727.536662] env[70294]: _type = "Task" [ 727.536662] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.547825] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.666976] env[70294]: DEBUG oslo_vmware.api [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Task: {'id': task-3569546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147076} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.667312] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.667468] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.667644] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.667890] env[70294]: INFO nova.compute.manager [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 727.668175] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.668397] env[70294]: DEBUG nova.compute.manager [-] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.668496] env[70294]: DEBUG nova.network.neutron [-] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 727.674188] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.674706] env[70294]: DEBUG nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.677870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.177s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.677870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.679406] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.620s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.680897] env[70294]: INFO nova.compute.claims [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.717870] env[70294]: INFO nova.scheduler.client.report [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Deleted allocations for instance d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829 [ 727.782049] env[70294]: DEBUG nova.network.neutron [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updated VIF entry in instance network info cache for port dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.782049] env[70294]: DEBUG nova.network.neutron [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.884981] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.885597] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.886073] env[70294]: DEBUG nova.compute.manager [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 727.887266] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09f2aab-62ab-496f-a460-1ef626787d77 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.895660] env[70294]: DEBUG nova.compute.manager [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 727.896295] env[70294]: DEBUG nova.objects.instance [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'flavor' on Instance uuid 8288abc2-c769-41b9-9e26-b3fc0628e127 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.951964] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569543, 'name': CreateVM_Task, 'duration_secs': 0.711628} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.952216] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 727.956025] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.956025] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.956025] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.956025] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8753c8fa-998c-438b-917d-595fbe7a1dd3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.960151] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 727.960151] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522899c4-96f7-688c-7cee-25c28468b5c1" [ 727.960151] env[70294]: _type = "Task" [ 727.960151] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.969285] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522899c4-96f7-688c-7cee-25c28468b5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.035019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5ce2c1b1-3615-44df-9fe0-52b2c99735c2 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "deef84ee-e076-4089-b66a-317633fde939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.107s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.055691] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.056690] env[70294]: DEBUG nova.network.neutron [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.186054] env[70294]: DEBUG nova.compute.utils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.193382] env[70294]: DEBUG nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.193604] env[70294]: DEBUG nova.network.neutron [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.232509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ae50264e-f639-4d23-a4d8-079bff41c05c tempest-ServerGroupTestJSON-49991975 tempest-ServerGroupTestJSON-49991975-project-member] Lock "d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.254s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.255646] env[70294]: DEBUG nova.policy [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f5d993d92194b6e812e4cb0d3e7da3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e18eb3e10e944a85bedf5b3e1630c582', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.285497] env[70294]: DEBUG oslo_concurrency.lockutils [req-a424093b-d310-4d45-9998-f9cabc8319e7 req-7132f295-8b33-407d-ae1b-d9010205edc4 service nova] Releasing lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.354661] env[70294]: DEBUG nova.network.neutron [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Updating instance_info_cache with network_info: [{"id": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "address": "fa:16:3e:97:96:b7", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9589a3-2c", "ovs_interfaceid": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.477838] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522899c4-96f7-688c-7cee-25c28468b5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.033932} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.478029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.478228] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.478460] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.478602] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.478776] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.479983] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aceacb12-3e69-4b4e-b783-c1645a58450a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.489620] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.489794] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.490542] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b740a4ab-470c-4013-a659-100aa1e8d90b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.497678] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 728.497678] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e40738-dff6-2863-61f1-632d72b3620c" [ 728.497678] env[70294]: _type = "Task" [ 728.497678] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.509083] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e40738-dff6-2863-61f1-632d72b3620c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.542564] env[70294]: DEBUG nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.553903] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569547, 'name': ReconfigVM_Task, 'duration_secs': 0.752062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.554228] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b/dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.554846] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4193a43c-57ba-4c06-8cd3-207c77917deb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.562644] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 728.562644] env[70294]: value = "task-3569548" [ 728.562644] env[70294]: _type = "Task" [ 728.562644] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.572340] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569548, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.694631] env[70294]: DEBUG nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.845786] env[70294]: DEBUG nova.network.neutron [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Successfully created port: b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.858539] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.858539] env[70294]: DEBUG nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Instance network_info: |[{"id": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "address": "fa:16:3e:97:96:b7", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9589a3-2c", "ovs_interfaceid": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.858898] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:96:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb9589a3-2c61-40e6-ad8b-d8ff59674adb', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.871514] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Creating folder: Project (f637ebbde3d24a98a1394179878487b5). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.875719] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f23722c6-ed5f-4c2b-b57e-eee28d9987b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.897757] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Created folder: Project (f637ebbde3d24a98a1394179878487b5) in parent group-v712401. [ 728.898051] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Creating folder: Instances. Parent ref: group-v712534. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.898516] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37cea1b0-2f51-493b-b3a4-77159aaa4554 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.904567] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.904808] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-303d8b43-df51-4478-8600-bc21f944fceb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.919113] env[70294]: DEBUG oslo_vmware.api [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 728.919113] env[70294]: value = "task-3569550" [ 728.919113] env[70294]: _type = "Task" [ 728.919113] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.930197] env[70294]: DEBUG oslo_vmware.api [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.934956] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Created folder: Instances in parent group-v712534. [ 728.935541] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.935756] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.936056] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e497ea0-2a5a-406b-bd77-d5d91196dacb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.959136] env[70294]: DEBUG nova.network.neutron [-] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.975076] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.975076] env[70294]: value = "task-3569552" [ 728.975076] env[70294]: _type = "Task" [ 728.975076] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.984906] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569552, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.008463] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e40738-dff6-2863-61f1-632d72b3620c, 'name': SearchDatastore_Task, 'duration_secs': 0.011567} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.012163] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6b0afb-2cd9-4d46-a649-621bcdc26c88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.020227] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 729.020227] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f032ec-a6d6-9b5d-aeef-32c6915c9e45" [ 729.020227] env[70294]: _type = "Task" [ 729.020227] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.029980] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f032ec-a6d6-9b5d-aeef-32c6915c9e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.073554] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.079169] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569548, 'name': Rename_Task, 'duration_secs': 0.378635} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.079783] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.080102] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4397943-3a56-422d-a50d-b9c07456a246 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.089624] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 729.089624] env[70294]: value = "task-3569553" [ 729.089624] env[70294]: _type = "Task" [ 729.089624] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.102033] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.192799] env[70294]: DEBUG nova.compute.manager [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Received event network-vif-plugged-fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.192885] env[70294]: DEBUG oslo_concurrency.lockutils [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] Acquiring lock "d982c5c3-07ec-4185-9849-8f569c477565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.193151] env[70294]: DEBUG oslo_concurrency.lockutils [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] Lock "d982c5c3-07ec-4185-9849-8f569c477565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.193803] env[70294]: DEBUG oslo_concurrency.lockutils [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] Lock "d982c5c3-07ec-4185-9849-8f569c477565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.193803] env[70294]: DEBUG nova.compute.manager [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] No waiting events found dispatching network-vif-plugged-fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.193803] env[70294]: WARNING nova.compute.manager [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Received unexpected event network-vif-plugged-fb9589a3-2c61-40e6-ad8b-d8ff59674adb for instance with vm_state building and task_state spawning. [ 729.193803] env[70294]: DEBUG nova.compute.manager [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Received event network-changed-fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.194299] env[70294]: DEBUG nova.compute.manager [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Refreshing instance network info cache due to event network-changed-fb9589a3-2c61-40e6-ad8b-d8ff59674adb. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.194299] env[70294]: DEBUG oslo_concurrency.lockutils [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] Acquiring lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.194299] env[70294]: DEBUG oslo_concurrency.lockutils [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] Acquired lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.194396] env[70294]: DEBUG nova.network.neutron [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Refreshing network info cache for port fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.430256] env[70294]: DEBUG oslo_vmware.api [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569550, 'name': PowerOffVM_Task, 'duration_secs': 0.301054} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.431497] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.431726] env[70294]: DEBUG nova.compute.manager [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.432555] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057f375-e5b3-4519-becc-9a1746480b00 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.435720] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a392f4-fecc-4fb6-a473-59ce46bdbeb9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.450238] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc04edc8-8e86-4150-877f-92900dea369b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.481675] env[70294]: INFO nova.compute.manager [-] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Took 1.81 seconds to deallocate network for instance. [ 729.482127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "deef84ee-e076-4089-b66a-317633fde939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.482377] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "deef84ee-e076-4089-b66a-317633fde939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.482602] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "deef84ee-e076-4089-b66a-317633fde939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.482791] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "deef84ee-e076-4089-b66a-317633fde939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.482981] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "deef84ee-e076-4089-b66a-317633fde939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.485143] env[70294]: INFO nova.compute.manager [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Terminating instance [ 729.493370] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3cee71-34b0-40ba-9ac6-7d845de5181e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.506722] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569552, 'name': CreateVM_Task, 'duration_secs': 0.40376} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.509082] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.510363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.510905] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.511326] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.514635] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6151167-9483-4b79-ab2e-314c37541300 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.517390] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f30795-8512-42d9-9801-6c23ba9e92d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.535101] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 729.535101] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52736c34-b614-6499-3d86-b897f619223d" [ 729.535101] env[70294]: _type = "Task" [ 729.535101] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.535600] env[70294]: DEBUG nova.compute.provider_tree [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.544852] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f032ec-a6d6-9b5d-aeef-32c6915c9e45, 'name': SearchDatastore_Task, 'duration_secs': 0.013322} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.545983] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.545983] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] affe22e6-6c48-4bb4-9fc4-499a0186db2a/affe22e6-6c48-4bb4-9fc4-499a0186db2a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.545983] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24f781d6-1241-4e79-bf99-62aef1f4f276 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.552437] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52736c34-b614-6499-3d86-b897f619223d, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.553059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.553324] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.553604] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.553764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.554040] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.554516] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02769cbb-2388-44a4-a272-e5dee6fd3614 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.558985] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 729.558985] env[70294]: value = "task-3569554" [ 729.558985] env[70294]: _type = "Task" [ 729.558985] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.564780] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.564958] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.565818] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b865017e-9686-462a-8be7-fd8f68d1b615 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.572180] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.576091] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 729.576091] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5297038b-983b-67be-c653-df73aad51804" [ 729.576091] env[70294]: _type = "Task" [ 729.576091] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.588450] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5297038b-983b-67be-c653-df73aad51804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.603058] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569553, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.715151] env[70294]: DEBUG nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.749548] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.749848] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.750087] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.750347] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.750636] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.750818] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.751052] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.751220] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.751623] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.751717] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.752058] env[70294]: DEBUG nova.virt.hardware [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.753423] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461cd5c7-16a2-44c0-aa93-9ba415e84610 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.765254] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a8af23-fc3b-42e2-8b20-0755b4920b03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.955112] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d8c234e3-c6b8-4837-9ef7-09d149e18908 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.996323] env[70294]: DEBUG nova.network.neutron [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Updated VIF entry in instance network info cache for port fb9589a3-2c61-40e6-ad8b-d8ff59674adb. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.996323] env[70294]: DEBUG nova.network.neutron [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Updating instance_info_cache with network_info: [{"id": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "address": "fa:16:3e:97:96:b7", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9589a3-2c", "ovs_interfaceid": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.000458] env[70294]: DEBUG nova.compute.manager [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 730.000595] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.005295] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.005295] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bde7da5-b778-4580-baa1-c20560419066 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.015182] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 730.015182] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6af7482-5657-43b1-8f17-dc0ae61b598b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.024868] env[70294]: DEBUG oslo_vmware.api [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 730.024868] env[70294]: value = "task-3569555" [ 730.024868] env[70294]: _type = "Task" [ 730.024868] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.035594] env[70294]: DEBUG oslo_vmware.api [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.038668] env[70294]: DEBUG nova.scheduler.client.report [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.069411] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569554, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.086886] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5297038b-983b-67be-c653-df73aad51804, 'name': SearchDatastore_Task, 'duration_secs': 0.011729} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.087758] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5ff78bf-21fe-4121-b63c-0649aff3a10e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.094764] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 730.094764] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529a998b-8870-3694-1af2-9a211528f6ee" [ 730.094764] env[70294]: _type = "Task" [ 730.094764] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.101345] env[70294]: DEBUG oslo_vmware.api [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569553, 'name': PowerOnVM_Task, 'duration_secs': 0.531935} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.105020] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.105020] env[70294]: INFO nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Took 8.74 seconds to spawn the instance on the hypervisor. [ 730.105020] env[70294]: DEBUG nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.105020] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eafee6-fa13-4441-b610-0c5fd387d0e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.109827] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529a998b-8870-3694-1af2-9a211528f6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010484} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.110688] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.110999] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d982c5c3-07ec-4185-9849-8f569c477565/d982c5c3-07ec-4185-9849-8f569c477565.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.111293] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41bca198-d8a3-41f9-984e-6b035528586d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.124037] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 730.124037] env[70294]: value = "task-3569556" [ 730.124037] env[70294]: _type = "Task" [ 730.124037] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.134256] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.503272] env[70294]: DEBUG oslo_concurrency.lockutils [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] Releasing lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.503681] env[70294]: DEBUG nova.compute.manager [req-2160f80a-5590-4b6b-b053-c70c5da37546 req-95609583-4f43-4784-8426-7dc122956a3b service nova] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Received event network-vif-deleted-fe528556-b6d4-43cb-b415-576026eedd33 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.538460] env[70294]: DEBUG oslo_vmware.api [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569555, 'name': PowerOffVM_Task, 'duration_secs': 0.383035} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.541906] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.541906] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.541976] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-316b3e92-6182-4458-b575-c99584cf6d65 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.549032] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.549595] env[70294]: DEBUG nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.553611] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.461s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.553659] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.555979] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.251s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.556231] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.558138] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.896s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.558412] env[70294]: DEBUG nova.objects.instance [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lazy-loading 'resources' on Instance uuid 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.575455] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569554, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.597976] env[70294]: INFO nova.scheduler.client.report [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Deleted allocations for instance 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e [ 730.601859] env[70294]: INFO nova.scheduler.client.report [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Deleted allocations for instance 0fc16c6c-9559-4e2e-803f-54452265b7f5 [ 730.610776] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.610981] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.617797] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Deleting the datastore file [datastore2] deef84ee-e076-4089-b66a-317633fde939 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.617797] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22c8b61c-1da1-455b-9695-364093f7f42b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.630283] env[70294]: INFO nova.compute.manager [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Took 46.19 seconds to build instance. [ 730.634418] env[70294]: DEBUG oslo_vmware.api [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for the task: (returnval){ [ 730.634418] env[70294]: value = "task-3569558" [ 730.634418] env[70294]: _type = "Task" [ 730.634418] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.650059] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.659865] env[70294]: DEBUG oslo_vmware.api [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.703687] env[70294]: DEBUG nova.compute.manager [req-2032a5be-bbb9-41b9-aa0a-33dd352b14c1 req-239bc0a3-89a1-4237-bef0-7517cd45a63c service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Received event network-vif-plugged-b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.704145] env[70294]: DEBUG oslo_concurrency.lockutils [req-2032a5be-bbb9-41b9-aa0a-33dd352b14c1 req-239bc0a3-89a1-4237-bef0-7517cd45a63c service nova] Acquiring lock "5085434c-9573-4b05-bd07-f4d2c58396c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.704461] env[70294]: DEBUG oslo_concurrency.lockutils [req-2032a5be-bbb9-41b9-aa0a-33dd352b14c1 req-239bc0a3-89a1-4237-bef0-7517cd45a63c service nova] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.704722] env[70294]: DEBUG oslo_concurrency.lockutils [req-2032a5be-bbb9-41b9-aa0a-33dd352b14c1 req-239bc0a3-89a1-4237-bef0-7517cd45a63c service nova] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.705014] env[70294]: DEBUG nova.compute.manager [req-2032a5be-bbb9-41b9-aa0a-33dd352b14c1 req-239bc0a3-89a1-4237-bef0-7517cd45a63c service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] No waiting events found dispatching network-vif-plugged-b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 730.705278] env[70294]: WARNING nova.compute.manager [req-2032a5be-bbb9-41b9-aa0a-33dd352b14c1 req-239bc0a3-89a1-4237-bef0-7517cd45a63c service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Received unexpected event network-vif-plugged-b74c34b9-8969-4dc8-9921-e2a545827aca for instance with vm_state building and task_state spawning. [ 730.830995] env[70294]: DEBUG nova.objects.instance [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'flavor' on Instance uuid 8288abc2-c769-41b9-9e26-b3fc0628e127 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.860818] env[70294]: DEBUG nova.network.neutron [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Successfully updated port: b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.063345] env[70294]: DEBUG nova.compute.utils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.065828] env[70294]: DEBUG nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.066370] env[70294]: DEBUG nova.network.neutron [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.096591] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569554, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.5201} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.097168] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] affe22e6-6c48-4bb4-9fc4-499a0186db2a/affe22e6-6c48-4bb4-9fc4-499a0186db2a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.097612] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.098103] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23ddd17a-e5af-4ade-8e60-85418bd6383a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.111808] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 731.111808] env[70294]: value = "task-3569559" [ 731.111808] env[70294]: _type = "Task" [ 731.111808] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.125830] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82d5de76-f6ed-4a8c-a05e-f5ffb32a3fac tempest-ServersAdminNegativeTestJSON-1153260158 tempest-ServersAdminNegativeTestJSON-1153260158-project-member] Lock "57ca9376-7a1b-4d16-976b-b44c3a6c0c0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.272s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.130446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5518bc63-7f50-47dc-a1a8-c6699cdf6df2 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "0fc16c6c-9559-4e2e-803f-54452265b7f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.553s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.138528] env[70294]: DEBUG oslo_concurrency.lockutils [None req-aa154028-37b9-4905-ada3-92439edd731e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.243s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.138948] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.147712] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.160667] env[70294]: DEBUG oslo_vmware.api [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Task: {'id': task-3569558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209322} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.161015] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 731.161251] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 731.161438] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 731.161942] env[70294]: INFO nova.compute.manager [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] [instance: deef84ee-e076-4089-b66a-317633fde939] Took 1.16 seconds to destroy the instance on the hypervisor. [ 731.161942] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.162360] env[70294]: DEBUG nova.compute.manager [-] [instance: deef84ee-e076-4089-b66a-317633fde939] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 731.162464] env[70294]: DEBUG nova.network.neutron [-] [instance: deef84ee-e076-4089-b66a-317633fde939] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.165886] env[70294]: DEBUG nova.policy [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '650d93e92cd64a83be24737a8ce36cd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40243408eef24521b940158da5e3ed22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.341648] env[70294]: DEBUG oslo_concurrency.lockutils [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.341648] env[70294]: DEBUG oslo_concurrency.lockutils [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.341648] env[70294]: DEBUG nova.network.neutron [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.341648] env[70294]: DEBUG nova.objects.instance [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'info_cache' on Instance uuid 8288abc2-c769-41b9-9e26-b3fc0628e127 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.363397] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.363625] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.363721] env[70294]: DEBUG nova.network.neutron [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.577203] env[70294]: DEBUG nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.629573] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078644} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.630017] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.636015] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d63253-6a2f-439a-b284-1090a0ab7938 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.663593] env[70294]: DEBUG nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.679621] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] affe22e6-6c48-4bb4-9fc4-499a0186db2a/affe22e6-6c48-4bb4-9fc4-499a0186db2a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.679786] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569556, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.455051} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.684214] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b53747-9838-4187-a520-8def9d383d33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.700487] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d982c5c3-07ec-4185-9849-8f569c477565/d982c5c3-07ec-4185-9849-8f569c477565.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.700711] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.701988] env[70294]: DEBUG nova.compute.manager [req-e9640abd-37eb-48c3-924f-816ab2174639 req-c23c8611-f144-46df-993f-7776b43b14b0 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Received event network-vif-deleted-4e6c139f-fe26-4f9e-a217-1def72ae7b12 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.702194] env[70294]: INFO nova.compute.manager [req-e9640abd-37eb-48c3-924f-816ab2174639 req-c23c8611-f144-46df-993f-7776b43b14b0 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Neutron deleted interface 4e6c139f-fe26-4f9e-a217-1def72ae7b12; detaching it from the instance and deleting it from the info cache [ 731.702359] env[70294]: DEBUG nova.network.neutron [req-e9640abd-37eb-48c3-924f-816ab2174639 req-c23c8611-f144-46df-993f-7776b43b14b0 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.705843] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a45990a2-a082-443a-a851-7597114844f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.716192] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 731.716192] env[70294]: value = "task-3569561" [ 731.716192] env[70294]: _type = "Task" [ 731.716192] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.718847] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 731.718847] env[70294]: value = "task-3569560" [ 731.718847] env[70294]: _type = "Task" [ 731.718847] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.738925] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.747049] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569560, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.847426] env[70294]: DEBUG nova.objects.base [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Object Instance<8288abc2-c769-41b9-9e26-b3fc0628e127> lazy-loaded attributes: flavor,info_cache {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 731.876707] env[70294]: DEBUG nova.network.neutron [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Successfully created port: 0beb98fc-058f-4c9b-a895-131f291a951c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 731.883246] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049019c9-d91a-4220-96d2-f7d6b16b2588 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.892149] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74d0475-5085-45bc-a0b4-490f6dd496b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.945108] env[70294]: DEBUG nova.network.neutron [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.947880] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8dd1a0-5b89-4e74-adef-1b48475f33e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.957087] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfcf1346-7136-4d97-8348-908bba43daa4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.974398] env[70294]: DEBUG nova.compute.provider_tree [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.982589] env[70294]: DEBUG nova.network.neutron [-] [instance: deef84ee-e076-4089-b66a-317633fde939] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.987327] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.987446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.987636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.987826] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.987992] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.990970] env[70294]: INFO nova.compute.manager [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Terminating instance [ 732.210111] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee46677e-abbb-4e4e-bf4f-f1e1142e9d6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.213179] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.225941] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c1c766-d58b-4c98-80d4-0c51f67e7376 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.244953] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088215} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.244953] env[70294]: DEBUG nova.network.neutron [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updating instance_info_cache with network_info: [{"id": "b74c34b9-8969-4dc8-9921-e2a545827aca", "address": "fa:16:3e:1c:85:9d", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74c34b9-89", "ovs_interfaceid": "b74c34b9-8969-4dc8-9921-e2a545827aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.250180] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.250180] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d184105c-7665-4884-a52c-a0ff6ebd16e4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.253788] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.272977] env[70294]: DEBUG nova.compute.manager [req-e9640abd-37eb-48c3-924f-816ab2174639 req-c23c8611-f144-46df-993f-7776b43b14b0 service nova] [instance: deef84ee-e076-4089-b66a-317633fde939] Detach interface failed, port_id=4e6c139f-fe26-4f9e-a217-1def72ae7b12, reason: Instance deef84ee-e076-4089-b66a-317633fde939 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 732.296125] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] d982c5c3-07ec-4185-9849-8f569c477565/d982c5c3-07ec-4185-9849-8f569c477565.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.297939] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57e52cdb-b72b-4506-b91f-fe6a08c8d914 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.320927] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 732.320927] env[70294]: value = "task-3569562" [ 732.320927] env[70294]: _type = "Task" [ 732.320927] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.330127] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.476032] env[70294]: DEBUG nova.scheduler.client.report [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.487243] env[70294]: INFO nova.compute.manager [-] [instance: deef84ee-e076-4089-b66a-317633fde939] Took 1.32 seconds to deallocate network for instance. [ 732.500509] env[70294]: DEBUG nova.compute.manager [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.500775] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.505437] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43497ae-bbab-49ff-ae8a-ea22151818b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.514785] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.515339] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e55950b-b40e-4272-9aa9-032a48c6a645 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.527464] env[70294]: DEBUG oslo_vmware.api [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 732.527464] env[70294]: value = "task-3569563" [ 732.527464] env[70294]: _type = "Task" [ 732.527464] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.542826] env[70294]: DEBUG oslo_vmware.api [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.588255] env[70294]: DEBUG nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.620766] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.621036] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.621177] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.621402] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.621563] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.621714] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.621931] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.622147] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.622432] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.622664] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.622851] env[70294]: DEBUG nova.virt.hardware [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.624215] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee97620-6b39-4219-bdef-15396b585ebd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.636274] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b63de4-a70b-48de-8463-51f585ab69ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.669344] env[70294]: DEBUG nova.network.neutron [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.750019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Releasing lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.750543] env[70294]: DEBUG nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Instance network_info: |[{"id": "b74c34b9-8969-4dc8-9921-e2a545827aca", "address": "fa:16:3e:1c:85:9d", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74c34b9-89", "ovs_interfaceid": "b74c34b9-8969-4dc8-9921-e2a545827aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.751863] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569560, 'name': ReconfigVM_Task, 'duration_secs': 0.752718} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.751863] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:85:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ef746c57-cd18-4883-a0e9-c52937aaf41d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b74c34b9-8969-4dc8-9921-e2a545827aca', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.761186] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.761490] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Reconfigured VM instance instance-00000029 to attach disk [datastore1] affe22e6-6c48-4bb4-9fc4-499a0186db2a/affe22e6-6c48-4bb4-9fc4-499a0186db2a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.763017] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.763017] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38b296a4-7c0d-44c4-a9a7-21fab192718f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.764924] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca175214-757d-441c-b584-f45a45ee2b61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.791172] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 732.791172] env[70294]: value = "task-3569564" [ 732.791172] env[70294]: _type = "Task" [ 732.791172] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.792009] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.792009] env[70294]: value = "task-3569565" [ 732.792009] env[70294]: _type = "Task" [ 732.792009] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.806658] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569564, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.810652] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569565, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.839767] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.985646] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.426s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.987960] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.155s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.987960] env[70294]: DEBUG nova.objects.instance [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lazy-loading 'resources' on Instance uuid 0c8f5a5a-f553-4d44-9029-68c858a2c8f5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.002447] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.046893] env[70294]: INFO nova.scheduler.client.report [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Deleted allocations for instance 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de [ 733.046893] env[70294]: DEBUG oslo_vmware.api [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569563, 'name': PowerOffVM_Task, 'duration_secs': 0.310364} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.046893] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.046893] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.048159] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b733067-58d8-4f4a-a01d-1cd7189122d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.073975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.074439] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.145279] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.145279] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.145279] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Deleting the datastore file [datastore1] e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.145279] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c8fe0d1-0a65-487f-bab1-8764d0bd4ef3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.155564] env[70294]: DEBUG oslo_vmware.api [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for the task: (returnval){ [ 733.155564] env[70294]: value = "task-3569567" [ 733.155564] env[70294]: _type = "Task" [ 733.155564] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.166978] env[70294]: DEBUG oslo_vmware.api [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.172171] env[70294]: DEBUG oslo_concurrency.lockutils [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.215243] env[70294]: DEBUG nova.compute.manager [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Received event network-changed-b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.215605] env[70294]: DEBUG nova.compute.manager [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Refreshing instance network info cache due to event network-changed-b74c34b9-8969-4dc8-9921-e2a545827aca. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.215947] env[70294]: DEBUG oslo_concurrency.lockutils [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] Acquiring lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.215947] env[70294]: DEBUG oslo_concurrency.lockutils [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] Acquired lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.216141] env[70294]: DEBUG nova.network.neutron [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Refreshing network info cache for port b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.308407] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569565, 'name': CreateVM_Task, 'duration_secs': 0.51448} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.312009] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.312678] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569564, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.313075] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.313362] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.313739] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.314032] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260901ac-520b-4fce-9351-64b0b9b0c4a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.321689] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 733.321689] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e977c-7580-29ca-489e-f50e1076dbc2" [ 733.321689] env[70294]: _type = "Task" [ 733.321689] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.335110] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e977c-7580-29ca-489e-f50e1076dbc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.338415] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.338670] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.338907] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.339065] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.339248] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.339582] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569562, 'name': ReconfigVM_Task, 'duration_secs': 0.591439} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.339798] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4afe889-edd0-4f6e-a919-e3a979ba813e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.341891] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Reconfigured VM instance instance-0000002a to attach disk [datastore1] d982c5c3-07ec-4185-9849-8f569c477565/d982c5c3-07ec-4185-9849-8f569c477565.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.342578] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad95c8d6-6542-4220-8c89-da393988f908 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.353722] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 733.353722] env[70294]: value = "task-3569568" [ 733.353722] env[70294]: _type = "Task" [ 733.353722] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.353969] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.354649] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.358271] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5065e5c3-a12d-4423-ac54-ec69607f5b7c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.364964] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.365224] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.365435] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.365615] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.365780] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.368823] env[70294]: INFO nova.compute.manager [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Terminating instance [ 733.377925] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569568, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.380041] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 733.380041] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ce74b2-26d2-b717-2833-696a98ab7bf8" [ 733.380041] env[70294]: _type = "Task" [ 733.380041] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.392350] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ce74b2-26d2-b717-2833-696a98ab7bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.395790] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f1f736c-7269-4dd1-946d-e934329eb919 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.403036] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 733.403036] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523e4e81-f014-1c31-9774-6c5100929e1b" [ 733.403036] env[70294]: _type = "Task" [ 733.403036] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.412801] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523e4e81-f014-1c31-9774-6c5100929e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.552808] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5928899c-b1ff-49d0-9906-c0adde0ff774 tempest-ServerAddressesTestJSON-1917547805 tempest-ServerAddressesTestJSON-1917547805-project-member] Lock "6e44bf1d-a046-44bd-a5a8-0e4fb4d219de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.353s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.680765] env[70294]: DEBUG oslo_vmware.api [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Task: {'id': task-3569567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169004} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.685018] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.685018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.685018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.685018] env[70294]: INFO nova.compute.manager [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 733.685018] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.686543] env[70294]: DEBUG nova.compute.manager [-] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.686799] env[70294]: DEBUG nova.network.neutron [-] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.810297] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569564, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.864666] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569568, 'name': Rename_Task, 'duration_secs': 0.188268} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.865368] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 733.865924] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d953af5c-906d-4269-a9e3-8cc5e7c6643f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.881606] env[70294]: DEBUG nova.compute.manager [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.882016] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.889220] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be6f710-207f-4cb3-87ef-f8987a7f066f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.893982] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 733.893982] env[70294]: value = "task-3569569" [ 733.893982] env[70294]: _type = "Task" [ 733.893982] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.921408] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523e4e81-f014-1c31-9774-6c5100929e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01316} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.932325] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.932961] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 5085434c-9573-4b05-bd07-f4d2c58396c7/5085434c-9573-4b05-bd07-f4d2c58396c7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.933578] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.934119] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.938339] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b023aad9-1ff9-4a5f-8576-7dded4f97982 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.941771] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f03f907-614f-432f-9299-f5b62f300b98 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.955765] env[70294]: DEBUG oslo_vmware.api [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 733.955765] env[70294]: value = "task-3569571" [ 733.955765] env[70294]: _type = "Task" [ 733.955765] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.958225] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 733.958225] env[70294]: value = "task-3569570" [ 733.958225] env[70294]: _type = "Task" [ 733.958225] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.988606] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.996892] env[70294]: DEBUG oslo_vmware.api [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.112864] env[70294]: DEBUG nova.network.neutron [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Successfully updated port: 0beb98fc-058f-4c9b-a895-131f291a951c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.176964] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7afd0bf-1659-4e27-aeae-382f632aa162 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.181363] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.181703] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bab6ebd-6208-4a0b-81b8-2ebac95b3622 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.194248] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d73e4f-eab8-445c-a542-f799064e071b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.200262] env[70294]: DEBUG oslo_vmware.api [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 734.200262] env[70294]: value = "task-3569572" [ 734.200262] env[70294]: _type = "Task" [ 734.200262] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.237773] env[70294]: DEBUG nova.network.neutron [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updated VIF entry in instance network info cache for port b74c34b9-8969-4dc8-9921-e2a545827aca. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.238218] env[70294]: DEBUG nova.network.neutron [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updating instance_info_cache with network_info: [{"id": "b74c34b9-8969-4dc8-9921-e2a545827aca", "address": "fa:16:3e:1c:85:9d", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74c34b9-89", "ovs_interfaceid": "b74c34b9-8969-4dc8-9921-e2a545827aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.242122] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a76b17-ca54-49fc-a3c6-a34fa3acd6f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.248570] env[70294]: DEBUG oslo_vmware.api [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569572, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.258992] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8a4207-5971-4747-8d66-965faf4d1aa2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.280188] env[70294]: DEBUG nova.compute.provider_tree [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.308737] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569564, 'name': Rename_Task, 'duration_secs': 1.235248} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.309017] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.309695] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced9cb46-121e-4543-969d-59b92816f80c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.319645] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 734.319645] env[70294]: value = "task-3569573" [ 734.319645] env[70294]: _type = "Task" [ 734.319645] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.338949] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.406605] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569569, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.447459] env[70294]: DEBUG nova.compute.manager [req-0f939cd2-eb91-4c62-8e2c-9ba205fd5b7d req-f5f7e1f5-d9e6-4bab-a8d6-82b10d6f87fa service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Received event network-vif-deleted-a45b5d7a-845e-4853-ac4d-280c41bbee5b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.447630] env[70294]: INFO nova.compute.manager [req-0f939cd2-eb91-4c62-8e2c-9ba205fd5b7d req-f5f7e1f5-d9e6-4bab-a8d6-82b10d6f87fa service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Neutron deleted interface a45b5d7a-845e-4853-ac4d-280c41bbee5b; detaching it from the instance and deleting it from the info cache [ 734.447872] env[70294]: DEBUG nova.network.neutron [req-0f939cd2-eb91-4c62-8e2c-9ba205fd5b7d req-f5f7e1f5-d9e6-4bab-a8d6-82b10d6f87fa service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.476093] env[70294]: DEBUG oslo_vmware.api [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569571, 'name': PowerOffVM_Task, 'duration_secs': 0.219583} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.476375] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.476551] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.477341] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2255cd8-11d7-4b92-b7ca-c12fceaa8c7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.483966] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569570, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.565522] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.565852] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.566028] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Deleting the datastore file [datastore1] 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.566483] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a48022fe-a942-4c7a-88f3-14db54d6cbd3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.576329] env[70294]: DEBUG oslo_vmware.api [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for the task: (returnval){ [ 734.576329] env[70294]: value = "task-3569575" [ 734.576329] env[70294]: _type = "Task" [ 734.576329] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.587082] env[70294]: DEBUG oslo_vmware.api [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.620078] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.620307] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.620499] env[70294]: DEBUG nova.network.neutron [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.716533] env[70294]: DEBUG oslo_vmware.api [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569572, 'name': PowerOnVM_Task, 'duration_secs': 0.498604} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.716818] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.717099] env[70294]: DEBUG nova.compute.manager [None req-588602be-6957-4b53-8a14-3a92e04edd51 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.718220] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e590d41-c916-4d38-935c-0e8d00282396 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.740986] env[70294]: DEBUG nova.network.neutron [-] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.749163] env[70294]: DEBUG oslo_concurrency.lockutils [req-07bc2fc3-af79-4270-ac46-39815041e01e req-a03bf9a6-c972-4b34-bcba-b1dfa6c8cbd8 service nova] Releasing lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.786436] env[70294]: DEBUG nova.scheduler.client.report [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.831029] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569573, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.906560] env[70294]: DEBUG oslo_vmware.api [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569569, 'name': PowerOnVM_Task, 'duration_secs': 0.769153} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.906832] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 734.907040] env[70294]: INFO nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Took 7.95 seconds to spawn the instance on the hypervisor. [ 734.907223] env[70294]: DEBUG nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 734.908038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8a50ee-675e-40fc-9d54-4ecf659d4111 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.950766] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dab058b8-1498-48ef-af56-69ab520a725e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.963598] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d29e809-425a-4ee2-b7da-abc768fec3be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.988059] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531969} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.988059] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 5085434c-9573-4b05-bd07-f4d2c58396c7/5085434c-9573-4b05-bd07-f4d2c58396c7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.988059] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.988059] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d48e297-01c3-4878-984a-a369578b2ec4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.007754] env[70294]: DEBUG nova.compute.manager [req-0f939cd2-eb91-4c62-8e2c-9ba205fd5b7d req-f5f7e1f5-d9e6-4bab-a8d6-82b10d6f87fa service nova] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Detach interface failed, port_id=a45b5d7a-845e-4853-ac4d-280c41bbee5b, reason: Instance e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 735.009645] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 735.009645] env[70294]: value = "task-3569576" [ 735.009645] env[70294]: _type = "Task" [ 735.009645] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.020585] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.089400] env[70294]: DEBUG oslo_vmware.api [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Task: {'id': task-3569575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201542} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.089765] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.090054] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.090324] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.090583] env[70294]: INFO nova.compute.manager [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 735.090924] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.091324] env[70294]: DEBUG nova.compute.manager [-] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 735.091361] env[70294]: DEBUG nova.network.neutron [-] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.244813] env[70294]: INFO nova.compute.manager [-] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Took 1.56 seconds to deallocate network for instance. [ 735.293614] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.296204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.629s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.297958] env[70294]: INFO nova.compute.claims [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.333015] env[70294]: DEBUG oslo_vmware.api [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569573, 'name': PowerOnVM_Task, 'duration_secs': 0.76473} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.334345] env[70294]: INFO nova.scheduler.client.report [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleted allocations for instance 0c8f5a5a-f553-4d44-9029-68c858a2c8f5 [ 735.335672] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.338356] env[70294]: INFO nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Took 11.18 seconds to spawn the instance on the hypervisor. [ 735.338356] env[70294]: DEBUG nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.342435] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9842a2-df0f-49e8-ba89-aace5df3993f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.378278] env[70294]: DEBUG nova.compute.manager [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Received event network-vif-plugged-0beb98fc-058f-4c9b-a895-131f291a951c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.379098] env[70294]: DEBUG oslo_concurrency.lockutils [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] Acquiring lock "bc3809c5-5884-4d54-9fa2-d1a780b038de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.379098] env[70294]: DEBUG oslo_concurrency.lockutils [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.379527] env[70294]: DEBUG oslo_concurrency.lockutils [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.379887] env[70294]: DEBUG nova.compute.manager [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] No waiting events found dispatching network-vif-plugged-0beb98fc-058f-4c9b-a895-131f291a951c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.381081] env[70294]: WARNING nova.compute.manager [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Received unexpected event network-vif-plugged-0beb98fc-058f-4c9b-a895-131f291a951c for instance with vm_state building and task_state spawning. [ 735.381081] env[70294]: DEBUG nova.compute.manager [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Received event network-changed-0beb98fc-058f-4c9b-a895-131f291a951c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.381081] env[70294]: DEBUG nova.compute.manager [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Refreshing instance network info cache due to event network-changed-0beb98fc-058f-4c9b-a895-131f291a951c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.381081] env[70294]: DEBUG oslo_concurrency.lockutils [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] Acquiring lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.387220] env[70294]: DEBUG nova.network.neutron [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.431631] env[70294]: INFO nova.compute.manager [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Took 43.32 seconds to build instance. [ 735.521714] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208332} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.522410] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.522834] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38fbf8d-a69f-4609-a866-eb81ff48555c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.548203] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5085434c-9573-4b05-bd07-f4d2c58396c7/5085434c-9573-4b05-bd07-f4d2c58396c7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.552823] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d5028f2-c9cc-4dc0-b215-ca2a639f8ad4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.578159] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 735.578159] env[70294]: value = "task-3569577" [ 735.578159] env[70294]: _type = "Task" [ 735.578159] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.588539] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569577, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.754831] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.805381] env[70294]: DEBUG nova.network.neutron [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Updating instance_info_cache with network_info: [{"id": "0beb98fc-058f-4c9b-a895-131f291a951c", "address": "fa:16:3e:05:1a:8e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0beb98fc-05", "ovs_interfaceid": "0beb98fc-058f-4c9b-a895-131f291a951c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.849067] env[70294]: DEBUG oslo_concurrency.lockutils [None req-afa75d15-79d9-4fe4-b165-6dda184d67d4 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "0c8f5a5a-f553-4d44-9029-68c858a2c8f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.512s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.866313] env[70294]: INFO nova.compute.manager [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Took 50.11 seconds to build instance. [ 735.934932] env[70294]: DEBUG oslo_concurrency.lockutils [None req-29940d7a-d61f-487f-843a-06f88384ba0a tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.463s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.096816] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.311413] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.311796] env[70294]: DEBUG nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Instance network_info: |[{"id": "0beb98fc-058f-4c9b-a895-131f291a951c", "address": "fa:16:3e:05:1a:8e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0beb98fc-05", "ovs_interfaceid": "0beb98fc-058f-4c9b-a895-131f291a951c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.312220] env[70294]: DEBUG oslo_concurrency.lockutils [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] Acquired lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.312454] env[70294]: DEBUG nova.network.neutron [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Refreshing network info cache for port 0beb98fc-058f-4c9b-a895-131f291a951c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.313865] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:1a:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0beb98fc-058f-4c9b-a895-131f291a951c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.322111] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating folder: Project (40243408eef24521b940158da5e3ed22). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.323288] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cf66e4b-b656-4fb5-8372-70f8dccee00b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.340660] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created folder: Project (40243408eef24521b940158da5e3ed22) in parent group-v712401. [ 736.340860] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating folder: Instances. Parent ref: group-v712538. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.341089] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-034b356b-0b8d-4b0d-b359-b983c235443c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.360184] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created folder: Instances in parent group-v712538. [ 736.360466] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.360893] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.360992] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98598769-1915-4e98-aae9-631fbe58c193 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.383226] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8abd3207-7315-4d4b-ae4b-3471ca9b65bb tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.275s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.392162] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.392162] env[70294]: value = "task-3569580" [ 736.392162] env[70294]: _type = "Task" [ 736.392162] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.403891] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569580, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.441988] env[70294]: DEBUG nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.592578] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569577, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.768691] env[70294]: DEBUG nova.compute.manager [req-6c0946c3-c7fc-4470-903d-bc9cd0df0a2d req-73bcf6b7-3238-464f-83b4-5c31f12c5ac6 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Received event network-vif-deleted-24475a24-3e1c-4b3f-af26-aa66bf320dc6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.768944] env[70294]: INFO nova.compute.manager [req-6c0946c3-c7fc-4470-903d-bc9cd0df0a2d req-73bcf6b7-3238-464f-83b4-5c31f12c5ac6 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Neutron deleted interface 24475a24-3e1c-4b3f-af26-aa66bf320dc6; detaching it from the instance and deleting it from the info cache [ 736.769147] env[70294]: DEBUG nova.network.neutron [req-6c0946c3-c7fc-4470-903d-bc9cd0df0a2d req-73bcf6b7-3238-464f-83b4-5c31f12c5ac6 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.890286] env[70294]: DEBUG nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.908747] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569580, 'name': CreateVM_Task, 'duration_secs': 0.398939} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.909044] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.910799] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.910960] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.912804] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.912804] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bb914f7-b5b9-4c87-bf29-8742442885b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.920695] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 736.920695] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cc272a-0a56-e9d8-4203-2fad824d963d" [ 736.920695] env[70294]: _type = "Task" [ 736.920695] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.939420] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cc272a-0a56-e9d8-4203-2fad824d963d, 'name': SearchDatastore_Task} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.939790] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.940309] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.940541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.941225] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.941225] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.942014] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90074d7a-bb7c-4f78-82b3-75d99f337539 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.954990] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.954990] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.955685] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082a3469-2ab6-4c64-b859-c292caccb263 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.968705] env[70294]: DEBUG nova.network.neutron [-] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.974430] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 736.974430] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b3aeaf-4bf0-1be4-c238-3f159a2f69c0" [ 736.974430] env[70294]: _type = "Task" [ 736.974430] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.979560] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.988635] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b3aeaf-4bf0-1be4-c238-3f159a2f69c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.073871] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d5b66e-50fd-48c5-9710-621fc0df733a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.086888] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c2ba85-ab81-430e-b4e0-6b84731d0bc3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.100512] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569577, 'name': ReconfigVM_Task, 'duration_secs': 1.062434} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.128506] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5085434c-9573-4b05-bd07-f4d2c58396c7/5085434c-9573-4b05-bd07-f4d2c58396c7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.129767] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa2ca4f6-cb72-463a-aa3c-9352f8f308a6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.132309] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7cab8e-3136-487f-9c72-99527530034a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.146413] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c85fdd8-e01f-42be-aaa0-3b6c77afbdaa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.152757] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 737.152757] env[70294]: value = "task-3569581" [ 737.152757] env[70294]: _type = "Task" [ 737.152757] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.171853] env[70294]: DEBUG nova.compute.provider_tree [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.180299] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569581, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.272938] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fb8cfd8-5ead-4652-b4a0-ff18e556fa9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.287142] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3f075a-5c2e-465f-b076-8d2422eebec1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.333778] env[70294]: DEBUG nova.compute.manager [req-6c0946c3-c7fc-4470-903d-bc9cd0df0a2d req-73bcf6b7-3238-464f-83b4-5c31f12c5ac6 service nova] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Detach interface failed, port_id=24475a24-3e1c-4b3f-af26-aa66bf320dc6, reason: Instance 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 737.349154] env[70294]: DEBUG nova.network.neutron [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Updated VIF entry in instance network info cache for port 0beb98fc-058f-4c9b-a895-131f291a951c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 737.349488] env[70294]: DEBUG nova.network.neutron [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Updating instance_info_cache with network_info: [{"id": "0beb98fc-058f-4c9b-a895-131f291a951c", "address": "fa:16:3e:05:1a:8e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0beb98fc-05", "ovs_interfaceid": "0beb98fc-058f-4c9b-a895-131f291a951c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.414113] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.476555] env[70294]: INFO nova.compute.manager [-] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Took 2.38 seconds to deallocate network for instance. [ 737.495749] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b3aeaf-4bf0-1be4-c238-3f159a2f69c0, 'name': SearchDatastore_Task, 'duration_secs': 0.025469} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.496616] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ae5e2c-46c0-411d-b671-a219b613d684 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.503282] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 737.503282] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e905a8-b12e-d03a-72a5-152484b9091d" [ 737.503282] env[70294]: _type = "Task" [ 737.503282] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.514192] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e905a8-b12e-d03a-72a5-152484b9091d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.669675] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569581, 'name': Rename_Task, 'duration_secs': 0.193544} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.670324] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.670587] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7210a6c-ad05-4d2d-838c-8831bdf2a2f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.675025] env[70294]: DEBUG nova.scheduler.client.report [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.680031] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 737.680031] env[70294]: value = "task-3569582" [ 737.680031] env[70294]: _type = "Task" [ 737.680031] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.694582] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.852372] env[70294]: DEBUG oslo_concurrency.lockutils [req-2da47433-fe56-40a3-91d5-79125f7ce05b req-c7b6dc95-5a09-43e3-9176-a99574f70758 service nova] Releasing lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.993042] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.021394] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.021593] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.029679] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e905a8-b12e-d03a-72a5-152484b9091d, 'name': SearchDatastore_Task, 'duration_secs': 0.014134} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.030576] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.030576] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/bc3809c5-5884-4d54-9fa2-d1a780b038de.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.030576] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5097bc0d-a9fe-4fc1-8e4f-9b4dc5a0e81b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.040983] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 738.040983] env[70294]: value = "task-3569583" [ 738.040983] env[70294]: _type = "Task" [ 738.040983] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.052852] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569583, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.142092] env[70294]: DEBUG nova.compute.manager [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Received event network-changed-dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.142092] env[70294]: DEBUG nova.compute.manager [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing instance network info cache due to event network-changed-dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.142092] env[70294]: DEBUG oslo_concurrency.lockutils [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] Acquiring lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.142092] env[70294]: DEBUG oslo_concurrency.lockutils [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] Acquired lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.142304] env[70294]: DEBUG nova.network.neutron [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing network info cache for port dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.181688] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.182308] env[70294]: DEBUG nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.187017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.860s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.187359] env[70294]: DEBUG nova.objects.instance [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lazy-loading 'resources' on Instance uuid 55ae5695-4854-4291-8478-1de9b85b060c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.206445] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.553967] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569583, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.599035] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "1700aa78-fb06-40ae-b460-4182615f94fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.599298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "1700aa78-fb06-40ae-b460-4182615f94fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.688356] env[70294]: DEBUG nova.compute.utils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.690945] env[70294]: DEBUG nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.690945] env[70294]: DEBUG nova.network.neutron [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 738.711908] env[70294]: DEBUG oslo_vmware.api [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569582, 'name': PowerOnVM_Task, 'duration_secs': 0.83995} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.712273] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.712492] env[70294]: INFO nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Took 9.00 seconds to spawn the instance on the hypervisor. [ 738.712713] env[70294]: DEBUG nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 738.713806] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3437702-2efd-45a0-a326-623cb6519bb6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.772080] env[70294]: DEBUG nova.policy [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8c426f287c4e968a6e15071878f915', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0d06e3c941b4f648b9232469091eb26', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 738.907837] env[70294]: DEBUG nova.compute.manager [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Received event network-changed-fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.908039] env[70294]: DEBUG nova.compute.manager [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Refreshing instance network info cache due to event network-changed-fb9589a3-2c61-40e6-ad8b-d8ff59674adb. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.908237] env[70294]: DEBUG oslo_concurrency.lockutils [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] Acquiring lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.908382] env[70294]: DEBUG oslo_concurrency.lockutils [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] Acquired lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.908543] env[70294]: DEBUG nova.network.neutron [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Refreshing network info cache for port fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.054385] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569583, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838181} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.056998] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/bc3809c5-5884-4d54-9fa2-d1a780b038de.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.057238] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.057680] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e1daddc-9eeb-4b65-86c0-fb38131f3ab6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.067022] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 739.067022] env[70294]: value = "task-3569584" [ 739.067022] env[70294]: _type = "Task" [ 739.067022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.075352] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.088676] env[70294]: DEBUG nova.network.neutron [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updated VIF entry in instance network info cache for port dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.088676] env[70294]: DEBUG nova.network.neutron [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.197875] env[70294]: DEBUG nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.248972] env[70294]: INFO nova.compute.manager [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Took 46.91 seconds to build instance. [ 739.307572] env[70294]: DEBUG nova.network.neutron [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Successfully created port: a703f2f1-cff2-47e8-a868-3206e19a7362 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.398126] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c49db-32e6-4fe4-a0aa-01d9d989df5f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.408900] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0949a638-5786-46ec-99f0-fbfeb48170d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.463298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d643dc98-af07-49a5-8854-e9118c20e973 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.478601] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4bab96-77e6-4b2a-b1cf-e9ba0447c838 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.501298] env[70294]: DEBUG nova.compute.provider_tree [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.598754] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074687} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.598754] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.598754] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117b06f-5f3b-49c6-9fc1-dd9463812141 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.598754] env[70294]: DEBUG oslo_concurrency.lockutils [req-e5bc2f25-1881-4e7c-9817-14595b7430bd req-4c026e4d-8be3-47aa-a68e-18317aca07a0 service nova] Releasing lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.609327] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/bc3809c5-5884-4d54-9fa2-d1a780b038de.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.609926] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e48991f-178d-424e-b4d7-00fc918057e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.636027] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 739.636027] env[70294]: value = "task-3569585" [ 739.636027] env[70294]: _type = "Task" [ 739.636027] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.653148] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.753715] env[70294]: DEBUG oslo_concurrency.lockutils [None req-49658a0c-2b51-470f-be2c-aaf02bf1e7aa tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.396s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.006609] env[70294]: DEBUG nova.scheduler.client.report [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.102596] env[70294]: DEBUG nova.network.neutron [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Updated VIF entry in instance network info cache for port fb9589a3-2c61-40e6-ad8b-d8ff59674adb. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.103157] env[70294]: DEBUG nova.network.neutron [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Updating instance_info_cache with network_info: [{"id": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "address": "fa:16:3e:97:96:b7", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb9589a3-2c", "ovs_interfaceid": "fb9589a3-2c61-40e6-ad8b-d8ff59674adb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.147375] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569585, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.214385] env[70294]: DEBUG nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.243534] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.243833] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.243995] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.244270] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.244504] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.244662] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.245061] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.245255] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.245435] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.245630] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.245822] env[70294]: DEBUG nova.virt.hardware [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.247917] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8ffd3b-11a3-4d15-b3f5-6e62624fec3f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.257608] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3244cb32-e0d1-4278-9408-4575bb73d74a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.261958] env[70294]: DEBUG nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.513159] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.516396] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.778s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.517922] env[70294]: INFO nova.compute.claims [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.522370] env[70294]: DEBUG nova.compute.manager [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.522554] env[70294]: DEBUG nova.compute.manager [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing instance network info cache due to event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.522770] env[70294]: DEBUG oslo_concurrency.lockutils [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] Acquiring lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.522910] env[70294]: DEBUG oslo_concurrency.lockutils [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] Acquired lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.523084] env[70294]: DEBUG nova.network.neutron [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.539521] env[70294]: INFO nova.scheduler.client.report [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted allocations for instance 55ae5695-4854-4291-8478-1de9b85b060c [ 740.609636] env[70294]: DEBUG oslo_concurrency.lockutils [req-7fd93cac-c7e0-41e7-8276-d10820fa0e59 req-0ad92a41-3075-4f44-b14c-f8cdd2c2f6b9 service nova] Releasing lock "refresh_cache-d982c5c3-07ec-4185-9849-8f569c477565" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.648740] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569585, 'name': ReconfigVM_Task, 'duration_secs': 0.543279} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.649164] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Reconfigured VM instance instance-0000002c to attach disk [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/bc3809c5-5884-4d54-9fa2-d1a780b038de.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.650125] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11a33b88-6d27-4958-99d4-8f98515761b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.658703] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 740.658703] env[70294]: value = "task-3569586" [ 740.658703] env[70294]: _type = "Task" [ 740.658703] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.668779] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569586, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.685606] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "ecf7b179-5141-4d87-951d-5f40cae4319c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.686159] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.686431] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "ecf7b179-5141-4d87-951d-5f40cae4319c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.686633] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.686807] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.691081] env[70294]: INFO nova.compute.manager [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Terminating instance [ 740.787365] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.048277] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0095ff8b-19e0-454b-b803-eef8f74e959c tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "55ae5695-4854-4291-8478-1de9b85b060c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.682s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.177066] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569586, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.196143] env[70294]: DEBUG nova.compute.manager [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.196402] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.197351] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733079ee-e781-40b1-bef2-af62ee7abd77 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.205950] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.208269] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd2dadd7-d13f-4eec-9e40-420307368f32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.216544] env[70294]: DEBUG oslo_vmware.api [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 741.216544] env[70294]: value = "task-3569587" [ 741.216544] env[70294]: _type = "Task" [ 741.216544] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.225582] env[70294]: DEBUG oslo_vmware.api [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.459025] env[70294]: DEBUG nova.network.neutron [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updated VIF entry in instance network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.459456] env[70294]: DEBUG nova.network.neutron [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [{"id": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "address": "fa:16:3e:ce:bd:ec", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082755b5-f1", "ovs_interfaceid": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.594064] env[70294]: DEBUG nova.network.neutron [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Successfully updated port: a703f2f1-cff2-47e8-a868-3206e19a7362 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.673855] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569586, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.729077] env[70294]: DEBUG oslo_vmware.api [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569587, 'name': PowerOffVM_Task, 'duration_secs': 0.343729} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.729356] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.729520] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 741.729778] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3258dd27-21a4-4174-9b92-f3ccd925ac59 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.783718] env[70294]: DEBUG nova.compute.manager [req-84e24e88-ca22-46df-896f-1d0262883ec1 req-48786089-0846-4c33-a6d4-18e04a78aefe service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Received event network-vif-plugged-a703f2f1-cff2-47e8-a868-3206e19a7362 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.783884] env[70294]: DEBUG oslo_concurrency.lockutils [req-84e24e88-ca22-46df-896f-1d0262883ec1 req-48786089-0846-4c33-a6d4-18e04a78aefe service nova] Acquiring lock "26ababca-18a8-443c-ba8f-00ad1b4ba388-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.784109] env[70294]: DEBUG oslo_concurrency.lockutils [req-84e24e88-ca22-46df-896f-1d0262883ec1 req-48786089-0846-4c33-a6d4-18e04a78aefe service nova] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.784301] env[70294]: DEBUG oslo_concurrency.lockutils [req-84e24e88-ca22-46df-896f-1d0262883ec1 req-48786089-0846-4c33-a6d4-18e04a78aefe service nova] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.785072] env[70294]: DEBUG nova.compute.manager [req-84e24e88-ca22-46df-896f-1d0262883ec1 req-48786089-0846-4c33-a6d4-18e04a78aefe service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] No waiting events found dispatching network-vif-plugged-a703f2f1-cff2-47e8-a868-3206e19a7362 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.785072] env[70294]: WARNING nova.compute.manager [req-84e24e88-ca22-46df-896f-1d0262883ec1 req-48786089-0846-4c33-a6d4-18e04a78aefe service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Received unexpected event network-vif-plugged-a703f2f1-cff2-47e8-a868-3206e19a7362 for instance with vm_state building and task_state spawning. [ 741.809010] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 741.809261] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 741.809568] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Deleting the datastore file [datastore1] ecf7b179-5141-4d87-951d-5f40cae4319c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.810075] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca9ed1d4-f08b-49d4-b39c-b8deb33c446a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.818827] env[70294]: DEBUG oslo_vmware.api [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for the task: (returnval){ [ 741.818827] env[70294]: value = "task-3569589" [ 741.818827] env[70294]: _type = "Task" [ 741.818827] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.833357] env[70294]: DEBUG oslo_vmware.api [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.963488] env[70294]: DEBUG oslo_concurrency.lockutils [req-5ca2c494-eed4-40ab-9847-8e5d068c7289 req-17d4ae94-64de-46b7-8c4b-938500f1f315 service nova] Releasing lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.100031] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfc7138-ad25-4cf5-8fbe-d6d5f69aa6aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.104127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "refresh_cache-26ababca-18a8-443c-ba8f-00ad1b4ba388" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.104127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired lock "refresh_cache-26ababca-18a8-443c-ba8f-00ad1b4ba388" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.104127] env[70294]: DEBUG nova.network.neutron [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.111464] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5092d889-0608-48fb-ab8b-7e1c9225b0df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.145171] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e611eb-0ab1-429d-a63d-5aa05a6aba6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.153742] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fab0db-d57d-4d6b-afc4-d50ce12cb369 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.171554] env[70294]: DEBUG nova.compute.provider_tree [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.178402] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569586, 'name': Rename_Task, 'duration_secs': 1.192342} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.178677] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 742.178919] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bcbba28-bf6f-4fb8-afc5-9b8f75071fe6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.187426] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 742.187426] env[70294]: value = "task-3569590" [ 742.187426] env[70294]: _type = "Task" [ 742.187426] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.197244] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.330953] env[70294]: DEBUG oslo_vmware.api [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Task: {'id': task-3569589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141844} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.330953] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.330953] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.330953] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.330953] env[70294]: INFO nova.compute.manager [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 742.330953] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.330953] env[70294]: DEBUG nova.compute.manager [-] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.330953] env[70294]: DEBUG nova.network.neutron [-] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.642557] env[70294]: DEBUG nova.compute.manager [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.642756] env[70294]: DEBUG nova.compute.manager [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing instance network info cache due to event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.642969] env[70294]: DEBUG oslo_concurrency.lockutils [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] Acquiring lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.643551] env[70294]: DEBUG oslo_concurrency.lockutils [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] Acquired lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.643691] env[70294]: DEBUG nova.network.neutron [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.655277] env[70294]: DEBUG nova.network.neutron [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.674978] env[70294]: DEBUG nova.scheduler.client.report [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.703402] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.978478] env[70294]: DEBUG nova.network.neutron [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Updating instance_info_cache with network_info: [{"id": "a703f2f1-cff2-47e8-a868-3206e19a7362", "address": "fa:16:3e:6b:0e:01", "network": {"id": "8015371b-25b7-47fd-9c7c-eb131975be35", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171483582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d06e3c941b4f648b9232469091eb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703f2f1-cf", "ovs_interfaceid": "a703f2f1-cff2-47e8-a868-3206e19a7362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.180862] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.181446] env[70294]: DEBUG nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.184085] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.117s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.184388] env[70294]: DEBUG nova.objects.instance [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lazy-loading 'resources' on Instance uuid 63f6ebcd-dbf8-4498-849a-3b782ea741d3 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.199999] env[70294]: DEBUG oslo_vmware.api [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569590, 'name': PowerOnVM_Task, 'duration_secs': 0.882294} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.200968] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.201261] env[70294]: INFO nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Took 10.61 seconds to spawn the instance on the hypervisor. [ 743.201505] env[70294]: DEBUG nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.204715] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3060d0-fcd3-4e3a-a495-0459387d71f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476964] env[70294]: DEBUG nova.network.neutron [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updated VIF entry in instance network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.477368] env[70294]: DEBUG nova.network.neutron [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [{"id": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "address": "fa:16:3e:ce:bd:ec", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082755b5-f1", "ovs_interfaceid": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.481496] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Releasing lock "refresh_cache-26ababca-18a8-443c-ba8f-00ad1b4ba388" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.481774] env[70294]: DEBUG nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Instance network_info: |[{"id": "a703f2f1-cff2-47e8-a868-3206e19a7362", "address": "fa:16:3e:6b:0e:01", "network": {"id": "8015371b-25b7-47fd-9c7c-eb131975be35", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171483582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d06e3c941b4f648b9232469091eb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703f2f1-cf", "ovs_interfaceid": "a703f2f1-cff2-47e8-a868-3206e19a7362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.482918] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:0e:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2321dbbe-f64a-4253-a462-21676f8a278e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a703f2f1-cff2-47e8-a868-3206e19a7362', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.493607] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.494453] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.494675] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c167893-9b1b-4940-9539-f42f0cfa04e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.518272] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.518272] env[70294]: value = "task-3569591" [ 743.518272] env[70294]: _type = "Task" [ 743.518272] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.525349] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569591, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.639873] env[70294]: DEBUG nova.network.neutron [-] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.690050] env[70294]: DEBUG nova.compute.utils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.692347] env[70294]: DEBUG nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 743.692347] env[70294]: DEBUG nova.network.neutron [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 743.726871] env[70294]: INFO nova.compute.manager [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Took 43.69 seconds to build instance. [ 743.755546] env[70294]: DEBUG nova.policy [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '650d93e92cd64a83be24737a8ce36cd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40243408eef24521b940158da5e3ed22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 743.936396] env[70294]: DEBUG nova.compute.manager [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Received event network-changed-a703f2f1-cff2-47e8-a868-3206e19a7362 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.936661] env[70294]: DEBUG nova.compute.manager [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Refreshing instance network info cache due to event network-changed-a703f2f1-cff2-47e8-a868-3206e19a7362. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.936912] env[70294]: DEBUG oslo_concurrency.lockutils [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] Acquiring lock "refresh_cache-26ababca-18a8-443c-ba8f-00ad1b4ba388" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.937117] env[70294]: DEBUG oslo_concurrency.lockutils [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] Acquired lock "refresh_cache-26ababca-18a8-443c-ba8f-00ad1b4ba388" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.937308] env[70294]: DEBUG nova.network.neutron [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Refreshing network info cache for port a703f2f1-cff2-47e8-a868-3206e19a7362 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.980204] env[70294]: DEBUG oslo_concurrency.lockutils [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] Releasing lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.981592] env[70294]: DEBUG nova.compute.manager [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Received event network-changed-b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.981592] env[70294]: DEBUG nova.compute.manager [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Refreshing instance network info cache due to event network-changed-b74c34b9-8969-4dc8-9921-e2a545827aca. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.981592] env[70294]: DEBUG oslo_concurrency.lockutils [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] Acquiring lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.981592] env[70294]: DEBUG oslo_concurrency.lockutils [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] Acquired lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.981592] env[70294]: DEBUG nova.network.neutron [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Refreshing network info cache for port b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.035112] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569591, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.143074] env[70294]: INFO nova.compute.manager [-] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Took 1.81 seconds to deallocate network for instance. [ 744.196094] env[70294]: DEBUG nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.955671] env[70294]: DEBUG nova.network.neutron [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Successfully created port: 71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 744.957936] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c0a6aeec-1a6d-4903-9f69-f1e6b301cf8c tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.197s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.958399] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "5085434c-9573-4b05-bd07-f4d2c58396c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.958438] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.958631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "5085434c-9573-4b05-bd07-f4d2c58396c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.958809] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.958964] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.964699] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.968571] env[70294]: INFO nova.compute.manager [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Terminating instance [ 744.984877] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569591, 'name': CreateVM_Task, 'duration_secs': 0.5563} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.984877] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.985729] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.985921] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.986270] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.986756] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf1cea9-6ab5-48f4-ae1f-91efec9e070e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.993578] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 744.993578] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5243637c-4362-fae6-f8b6-4e02a65c6cbf" [ 744.993578] env[70294]: _type = "Task" [ 744.993578] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.002243] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5243637c-4362-fae6-f8b6-4e02a65c6cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.053181] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6c7976-fcea-40f9-b581-23e9bb74e343 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.062401] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac8f95-de42-420f-8d81-9d89bad60976 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.094656] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bedc17f-9e43-4a09-bcea-16c7e29ec2fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.101864] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0bb4e1-eed4-41e5-8861-9660618d2d69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.115031] env[70294]: DEBUG nova.compute.provider_tree [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.302065] env[70294]: DEBUG nova.network.neutron [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updated VIF entry in instance network info cache for port b74c34b9-8969-4dc8-9921-e2a545827aca. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.302451] env[70294]: DEBUG nova.network.neutron [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updating instance_info_cache with network_info: [{"id": "b74c34b9-8969-4dc8-9921-e2a545827aca", "address": "fa:16:3e:1c:85:9d", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74c34b9-89", "ovs_interfaceid": "b74c34b9-8969-4dc8-9921-e2a545827aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.400628] env[70294]: DEBUG nova.network.neutron [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Updated VIF entry in instance network info cache for port a703f2f1-cff2-47e8-a868-3206e19a7362. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.401732] env[70294]: DEBUG nova.network.neutron [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Updating instance_info_cache with network_info: [{"id": "a703f2f1-cff2-47e8-a868-3206e19a7362", "address": "fa:16:3e:6b:0e:01", "network": {"id": "8015371b-25b7-47fd-9c7c-eb131975be35", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1171483582-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0d06e3c941b4f648b9232469091eb26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2321dbbe-f64a-4253-a462-21676f8a278e", "external-id": "nsx-vlan-transportzone-714", "segmentation_id": 714, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa703f2f1-cf", "ovs_interfaceid": "a703f2f1-cff2-47e8-a868-3206e19a7362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.478025] env[70294]: DEBUG nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.478025] env[70294]: DEBUG nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 745.485448] env[70294]: DEBUG nova.compute.manager [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 745.485448] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.485448] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4759cbc7-001f-48e8-87d0-2588ef9c0fbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.493607] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 745.493607] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d76e9162-629f-4f6f-ac75-db45ff6fa1db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.508759] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5243637c-4362-fae6-f8b6-4e02a65c6cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.013172} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.509136] env[70294]: DEBUG oslo_vmware.api [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 745.509136] env[70294]: value = "task-3569592" [ 745.509136] env[70294]: _type = "Task" [ 745.509136] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.511667] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.511976] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.512161] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.512356] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.512501] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.512646] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.512849] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.513016] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.513235] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.513424] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.513599] env[70294]: DEBUG nova.virt.hardware [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.513947] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.514204] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.514449] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.514743] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.514933] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.515808] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e070f733-aa71-4d5b-a2de-8b5fde83e475 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.518551] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fb58795-924d-4a63-8a8e-a806fe9bf8bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.532729] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e70f0b-60a7-4347-9f8b-e6f25790e785 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.538388] env[70294]: DEBUG oslo_vmware.api [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.539864] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.540220] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.542398] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a2938f-56b5-452a-bac5-b4434cb3acbc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.558130] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 745.558130] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bd1958-286a-86a8-d133-4008f67360b2" [ 745.558130] env[70294]: _type = "Task" [ 745.558130] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.567543] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bd1958-286a-86a8-d133-4008f67360b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.621334] env[70294]: DEBUG nova.scheduler.client.report [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.808729] env[70294]: DEBUG oslo_concurrency.lockutils [req-ddc471de-79f5-4266-a970-f70ed700315f req-8bc817e7-8625-4313-9aba-62290c9ca45e service nova] Releasing lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.904813] env[70294]: DEBUG oslo_concurrency.lockutils [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] Releasing lock "refresh_cache-26ababca-18a8-443c-ba8f-00ad1b4ba388" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.905535] env[70294]: DEBUG nova.compute.manager [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Received event network-vif-deleted-91a03b28-f562-4640-961d-886b91361aa9 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.905535] env[70294]: DEBUG nova.compute.manager [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Received event network-changed-b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.905535] env[70294]: DEBUG nova.compute.manager [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Refreshing instance network info cache due to event network-changed-b74c34b9-8969-4dc8-9921-e2a545827aca. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.905847] env[70294]: DEBUG oslo_concurrency.lockutils [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] Acquiring lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.906044] env[70294]: DEBUG oslo_concurrency.lockutils [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] Acquired lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.906275] env[70294]: DEBUG nova.network.neutron [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Refreshing network info cache for port b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.002213] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.027597] env[70294]: DEBUG oslo_vmware.api [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569592, 'name': PowerOffVM_Task, 'duration_secs': 0.177538} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.027597] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 746.027597] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 746.027597] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea4b16d8-d1e9-49f6-9323-49bf058907bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.069706] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bd1958-286a-86a8-d133-4008f67360b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01059} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.069706] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5afdb718-4c18-45b7-8fa4-b777cedbcb11 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.074548] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 746.074548] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529a5304-4cc2-21a8-84ab-11ec070f615a" [ 746.074548] env[70294]: _type = "Task" [ 746.074548] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.086023] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529a5304-4cc2-21a8-84ab-11ec070f615a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.089998] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 746.090229] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 746.090401] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Deleting the datastore file [datastore1] 5085434c-9573-4b05-bd07-f4d2c58396c7 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 746.090656] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbc6e539-88c8-4709-989f-88ac7a96a3b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.096548] env[70294]: DEBUG oslo_vmware.api [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 746.096548] env[70294]: value = "task-3569594" [ 746.096548] env[70294]: _type = "Task" [ 746.096548] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.106060] env[70294]: DEBUG oslo_vmware.api [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.127125] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.943s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.130084] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.609s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.130084] env[70294]: DEBUG nova.objects.instance [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lazy-loading 'resources' on Instance uuid a83e6093-9c82-4dae-b6e9-446168b6d806 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.153238] env[70294]: INFO nova.scheduler.client.report [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Deleted allocations for instance 63f6ebcd-dbf8-4498-849a-3b782ea741d3 [ 746.337304] env[70294]: DEBUG nova.compute.manager [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.337304] env[70294]: DEBUG nova.compute.manager [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing instance network info cache due to event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.337304] env[70294]: DEBUG oslo_concurrency.lockutils [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] Acquiring lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.339360] env[70294]: DEBUG oslo_concurrency.lockutils [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] Acquired lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.340115] env[70294]: DEBUG nova.network.neutron [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.587169] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529a5304-4cc2-21a8-84ab-11ec070f615a, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.587169] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.587391] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 26ababca-18a8-443c-ba8f-00ad1b4ba388/26ababca-18a8-443c-ba8f-00ad1b4ba388.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.587787] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fc1d72f-b3bc-4b1a-b4ba-245aa84f49b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.602454] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 746.602454] env[70294]: value = "task-3569595" [ 746.602454] env[70294]: _type = "Task" [ 746.602454] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.610568] env[70294]: DEBUG oslo_vmware.api [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126583} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.611227] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 746.611463] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 746.611656] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 746.611834] env[70294]: INFO nova.compute.manager [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 746.612140] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.615028] env[70294]: DEBUG nova.compute.manager [-] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 746.615134] env[70294]: DEBUG nova.network.neutron [-] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.616745] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.661024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-62c1dcf2-4d79-4924-a24a-c42ac70860a3 tempest-ServersTestBootFromVolume-1362117415 tempest-ServersTestBootFromVolume-1362117415-project-member] Lock "63f6ebcd-dbf8-4498-849a-3b782ea741d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.364s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.704099] env[70294]: DEBUG nova.network.neutron [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updated VIF entry in instance network info cache for port b74c34b9-8969-4dc8-9921-e2a545827aca. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.704099] env[70294]: DEBUG nova.network.neutron [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updating instance_info_cache with network_info: [{"id": "b74c34b9-8969-4dc8-9921-e2a545827aca", "address": "fa:16:3e:1c:85:9d", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb74c34b9-89", "ovs_interfaceid": "b74c34b9-8969-4dc8-9921-e2a545827aca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.993509] env[70294]: DEBUG nova.compute.manager [req-0e67d22d-14b7-4149-b457-02257e47a732 req-5529da40-d7cc-4eb4-8a7d-dae5d0ede5de service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Received event network-vif-deleted-b74c34b9-8969-4dc8-9921-e2a545827aca {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.993668] env[70294]: INFO nova.compute.manager [req-0e67d22d-14b7-4149-b457-02257e47a732 req-5529da40-d7cc-4eb4-8a7d-dae5d0ede5de service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Neutron deleted interface b74c34b9-8969-4dc8-9921-e2a545827aca; detaching it from the instance and deleting it from the info cache [ 746.993840] env[70294]: DEBUG nova.network.neutron [req-0e67d22d-14b7-4149-b457-02257e47a732 req-5529da40-d7cc-4eb4-8a7d-dae5d0ede5de service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.120110] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569595, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.209483] env[70294]: DEBUG oslo_concurrency.lockutils [req-6cf76131-f797-45e3-88c1-3eb687ea1ba0 req-3e6936d5-65b3-437e-bba8-bc239261b38a service nova] Releasing lock "refresh_cache-5085434c-9573-4b05-bd07-f4d2c58396c7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.216303] env[70294]: DEBUG nova.network.neutron [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Successfully updated port: 71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.238887] env[70294]: DEBUG nova.network.neutron [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updated VIF entry in instance network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.239300] env[70294]: DEBUG nova.network.neutron [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [{"id": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "address": "fa:16:3e:ce:bd:ec", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082755b5-f1", "ovs_interfaceid": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.259165] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48796f89-c170-4423-a1a1-7964afb194bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.268451] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a055a760-4816-470e-9adb-e1ade069eaac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.298544] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f7fb94-e5a3-4aa9-81cc-e823abf23241 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.305642] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d022f0-9e64-43ca-82b0-d46d5b7602b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.318437] env[70294]: DEBUG nova.compute.provider_tree [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.468806] env[70294]: DEBUG nova.network.neutron [-] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.496438] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0aaaa1ae-a31e-4088-a114-29d6decfcf24 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.506137] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4c41e-99f5-4a7b-8baf-877dbfb00b9f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.541359] env[70294]: DEBUG nova.compute.manager [req-0e67d22d-14b7-4149-b457-02257e47a732 req-5529da40-d7cc-4eb4-8a7d-dae5d0ede5de service nova] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Detach interface failed, port_id=b74c34b9-8969-4dc8-9921-e2a545827aca, reason: Instance 5085434c-9573-4b05-bd07-f4d2c58396c7 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 747.613616] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54099} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.613965] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 26ababca-18a8-443c-ba8f-00ad1b4ba388/26ababca-18a8-443c-ba8f-00ad1b4ba388.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.614108] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.614383] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a829015-3987-4039-8cd4-3708d631ffa5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.621796] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 747.621796] env[70294]: value = "task-3569596" [ 747.621796] env[70294]: _type = "Task" [ 747.621796] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.630877] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.719886] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.720308] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.720635] env[70294]: DEBUG nova.network.neutron [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.741993] env[70294]: DEBUG oslo_concurrency.lockutils [req-49e1d14a-c20b-426a-9b39-202f7b0fb6a0 req-351985cb-a6eb-4355-a140-b710567a68c7 service nova] Releasing lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.821976] env[70294]: DEBUG nova.scheduler.client.report [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.971520] env[70294]: INFO nova.compute.manager [-] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Took 1.36 seconds to deallocate network for instance. [ 748.134021] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.262366} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.134021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.134539] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d2647e-3a77-484f-b2e2-339ec413e683 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.160460] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 26ababca-18a8-443c-ba8f-00ad1b4ba388/26ababca-18a8-443c-ba8f-00ad1b4ba388.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.160701] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c82c133-9498-4e29-a971-f15da6e1bd9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.182702] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 748.182702] env[70294]: value = "task-3569597" [ 748.182702] env[70294]: _type = "Task" [ 748.182702] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.191092] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.262280] env[70294]: DEBUG nova.network.neutron [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.328652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.331503] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.680s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.331503] env[70294]: DEBUG nova.objects.instance [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lazy-loading 'resources' on Instance uuid 21c50e4e-1f80-4e31-a499-0f550743bc7a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.359221] env[70294]: INFO nova.scheduler.client.report [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted allocations for instance a83e6093-9c82-4dae-b6e9-446168b6d806 [ 748.372681] env[70294]: DEBUG nova.compute.manager [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.372874] env[70294]: DEBUG nova.compute.manager [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing instance network info cache due to event network-changed-082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.373777] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Acquiring lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.374081] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Acquired lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.374344] env[70294]: DEBUG nova.network.neutron [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Refreshing network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.433797] env[70294]: DEBUG nova.network.neutron [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Updating instance_info_cache with network_info: [{"id": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "address": "fa:16:3e:27:26:0e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71a90361-a7", "ovs_interfaceid": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.478254] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.693189] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.866905] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c6b5e0e-0823-46fe-9730-8cdc69c91154 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "a83e6093-9c82-4dae-b6e9-446168b6d806" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.806s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.936134] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.936473] env[70294]: DEBUG nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Instance network_info: |[{"id": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "address": "fa:16:3e:27:26:0e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71a90361-a7", "ovs_interfaceid": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.936986] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:26:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.944784] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.949663] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.950157] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc6581c1-43b3-4eec-9cc3-639b37143457 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.973232] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.973232] env[70294]: value = "task-3569598" [ 748.973232] env[70294]: _type = "Task" [ 748.973232] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.984372] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569598, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.194504] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569597, 'name': ReconfigVM_Task, 'duration_secs': 0.973293} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.197214] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 26ababca-18a8-443c-ba8f-00ad1b4ba388/26ababca-18a8-443c-ba8f-00ad1b4ba388.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.198081] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f46963a-45cc-48e2-81f3-fa5cb365cac9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.205860] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 749.205860] env[70294]: value = "task-3569599" [ 749.205860] env[70294]: _type = "Task" [ 749.205860] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.216874] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569599, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.242461] env[70294]: DEBUG nova.network.neutron [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updated VIF entry in instance network info cache for port 082755b5-f132-4a6a-ba7a-4f89bf432e9f. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.242461] env[70294]: DEBUG nova.network.neutron [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [{"id": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "address": "fa:16:3e:ce:bd:ec", "network": {"id": "69eb0bf5-0d98-4020-a3a3-625b12e14d64", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1363450478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e18eb3e10e944a85bedf5b3e1630c582", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ef746c57-cd18-4883-a0e9-c52937aaf41d", "external-id": "nsx-vlan-transportzone-863", "segmentation_id": 863, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap082755b5-f1", "ovs_interfaceid": "082755b5-f132-4a6a-ba7a-4f89bf432e9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.393496] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0dac0b6-c5d2-4a75-9200-dac3848e1f1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.400964] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ced74b0-1fa4-4905-8c20-e5f8193ce80e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.430473] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e961a7b-5dca-4eb1-a47d-2704a664b3b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.438050] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f120d180-fdcd-4fc6-8c73-cb1d1328f18f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.452216] env[70294]: DEBUG nova.compute.provider_tree [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.482235] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569598, 'name': CreateVM_Task, 'duration_secs': 0.307696} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.482406] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.483068] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.483239] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.483615] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.483862] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81313cd1-87be-4ef0-8a73-944c06646beb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.487916] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 749.487916] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a7f74e-9db1-3d9a-9673-69c248e52a86" [ 749.487916] env[70294]: _type = "Task" [ 749.487916] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.495443] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a7f74e-9db1-3d9a-9673-69c248e52a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.715841] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569599, 'name': Rename_Task, 'duration_secs': 0.145802} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.716138] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.716380] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d0fa715-a8a6-4a42-a375-835559e236e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.723009] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 749.723009] env[70294]: value = "task-3569600" [ 749.723009] env[70294]: _type = "Task" [ 749.723009] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.730245] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.745934] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Releasing lock "refresh_cache-5c641c3f-7ada-44ea-91a7-c491568dec47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.746207] env[70294]: DEBUG nova.compute.manager [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Received event network-vif-plugged-71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.746422] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Acquiring lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.746624] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.746782] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.746943] env[70294]: DEBUG nova.compute.manager [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] No waiting events found dispatching network-vif-plugged-71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.747131] env[70294]: WARNING nova.compute.manager [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Received unexpected event network-vif-plugged-71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 for instance with vm_state building and task_state spawning. [ 749.747295] env[70294]: DEBUG nova.compute.manager [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Received event network-changed-71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.747449] env[70294]: DEBUG nova.compute.manager [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Refreshing instance network info cache due to event network-changed-71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 749.747695] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Acquiring lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.747858] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Acquired lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.748032] env[70294]: DEBUG nova.network.neutron [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Refreshing network info cache for port 71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 749.956265] env[70294]: DEBUG nova.scheduler.client.report [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.000237] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a7f74e-9db1-3d9a-9673-69c248e52a86, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.000553] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.000795] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.002189] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.002189] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.002189] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.002189] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d5e4d08-7268-420a-b715-d64873daba42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.010062] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.010260] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.011385] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25e28bd-26d7-48a4-bbec-388aef77d17f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.017094] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 750.017094] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520bfaca-c39f-9ccc-739f-c78100f35ca3" [ 750.017094] env[70294]: _type = "Task" [ 750.017094] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.024753] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520bfaca-c39f-9ccc-739f-c78100f35ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.233253] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569600, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.461677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.464446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.660s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.466218] env[70294]: INFO nova.compute.claims [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.498992] env[70294]: INFO nova.scheduler.client.report [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted allocations for instance 21c50e4e-1f80-4e31-a499-0f550743bc7a [ 750.530643] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520bfaca-c39f-9ccc-739f-c78100f35ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.008956} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.531464] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7766c043-869d-4ab2-9b7e-6d29e3581c90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.539524] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 750.539524] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f6a09b-01f6-d567-ce76-09ab4482b80d" [ 750.539524] env[70294]: _type = "Task" [ 750.539524] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.553447] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f6a09b-01f6-d567-ce76-09ab4482b80d, 'name': SearchDatastore_Task, 'duration_secs': 0.010319} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.553617] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.555457] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/0c3da7a1-f86f-45e3-bc4a-95016c98515d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.556265] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ace46606-02be-4c9a-a4ce-7c819556777d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.563818] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 750.563818] env[70294]: value = "task-3569601" [ 750.563818] env[70294]: _type = "Task" [ 750.563818] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.575484] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.596450] env[70294]: DEBUG nova.network.neutron [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Updated VIF entry in instance network info cache for port 71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 750.597013] env[70294]: DEBUG nova.network.neutron [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Updating instance_info_cache with network_info: [{"id": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "address": "fa:16:3e:27:26:0e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71a90361-a7", "ovs_interfaceid": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.735837] env[70294]: DEBUG oslo_vmware.api [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569600, 'name': PowerOnVM_Task, 'duration_secs': 0.758671} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.736501] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.736501] env[70294]: INFO nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Took 10.52 seconds to spawn the instance on the hypervisor. [ 750.736663] env[70294]: DEBUG nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.737405] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07efc009-2e54-4bb7-82bc-fee9195070c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.009999] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e3a2036-c2df-49f9-bfcc-a746c9b8702c tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "21c50e4e-1f80-4e31-a499-0f550743bc7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.836s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.073886] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45203} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.074244] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/0c3da7a1-f86f-45e3-bc4a-95016c98515d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.074516] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.074781] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d025cac-3b34-439d-af23-92eb6c9b0ad5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.081126] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 751.081126] env[70294]: value = "task-3569602" [ 751.081126] env[70294]: _type = "Task" [ 751.081126] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.088849] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569602, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.100589] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f28f8a4-99af-41e6-8bdb-b57af24e7004 req-f0c0dc56-2457-44bf-b741-b62c2eea412c service nova] Releasing lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.259646] env[70294]: INFO nova.compute.manager [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Took 45.61 seconds to build instance. [ 751.595665] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569602, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184412} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.595955] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.599692] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2639e1-6a7e-450d-80c6-6644128f30a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.629129] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/0c3da7a1-f86f-45e3-bc4a-95016c98515d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.632824] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbcd6660-023b-47cf-908e-712e6e73d4a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.653527] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 751.653527] env[70294]: value = "task-3569603" [ 751.653527] env[70294]: _type = "Task" [ 751.653527] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.667480] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.766618] env[70294]: DEBUG oslo_concurrency.lockutils [None req-be114d1f-b499-49d8-b68d-92177f6fc787 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.070s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.942416] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "144c3ef5-3026-49ff-8262-6b9be9193b79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.942654] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.977920] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "2acfb9db-2e23-4589-a280-84e83b6c0f94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.978156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.051474] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9265105e-f2b3-4f6b-96fe-bc8c5cae0948 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.060299] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28508a-63af-4b9c-b5e2-b004dfecedd4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.100684] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248b01ac-2fc2-414f-926e-40cf485ef69e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.108362] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a6e0c9-49fa-4607-9077-c5f14598475f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.122220] env[70294]: DEBUG nova.compute.provider_tree [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.166059] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569603, 'name': ReconfigVM_Task, 'duration_secs': 0.271645} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.166738] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/0c3da7a1-f86f-45e3-bc4a-95016c98515d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.167444] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d09ca6b-60b5-4e7b-8ebc-1530f713aae0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.175880] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 752.175880] env[70294]: value = "task-3569604" [ 752.175880] env[70294]: _type = "Task" [ 752.175880] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.185550] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569604, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.269928] env[70294]: DEBUG nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.625648] env[70294]: DEBUG nova.scheduler.client.report [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.688558] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569604, 'name': Rename_Task, 'duration_secs': 0.138052} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.688821] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 752.689116] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb8b0c9d-50b4-47b6-a85d-5e08c933c35d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.696145] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 752.696145] env[70294]: value = "task-3569605" [ 752.696145] env[70294]: _type = "Task" [ 752.696145] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.703874] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.803167] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.131400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.131947] env[70294]: DEBUG nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.134965] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.956s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.135239] env[70294]: DEBUG nova.objects.instance [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 753.210967] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.640896] env[70294]: DEBUG nova.compute.utils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.649395] env[70294]: DEBUG nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 753.708020] env[70294]: DEBUG oslo_vmware.api [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569605, 'name': PowerOnVM_Task, 'duration_secs': 0.636064} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.708020] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 753.708020] env[70294]: INFO nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Took 8.23 seconds to spawn the instance on the hypervisor. [ 753.708020] env[70294]: DEBUG nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.708020] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1125e6d9-ae11-4993-97b6-48fc420d142a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.146248] env[70294]: DEBUG nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.151156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6033734-269e-4dd1-aa71-8fa1bde02965 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.152096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.980s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.152683] env[70294]: DEBUG nova.objects.instance [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lazy-loading 'resources' on Instance uuid 611f430a-03a4-4312-bfbc-ef921ef14098 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.227121] env[70294]: INFO nova.compute.manager [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Took 43.51 seconds to build instance. [ 754.303401] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.303660] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.534090] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "26ababca-18a8-443c-ba8f-00ad1b4ba388" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.534392] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.534633] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "26ababca-18a8-443c-ba8f-00ad1b4ba388-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.534823] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.534993] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.537099] env[70294]: INFO nova.compute.manager [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Terminating instance [ 754.730775] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c09bcaf-74b5-42dd-8129-c15feee06d64 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.092s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.040478] env[70294]: DEBUG nova.compute.manager [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 755.040731] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.041810] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9235e32c-6941-44bf-925e-ea6f4d1799c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.051451] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 755.051704] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c20a4c01-836c-4d28-94fd-30f3eee3b3ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.062020] env[70294]: DEBUG oslo_vmware.api [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 755.062020] env[70294]: value = "task-3569606" [ 755.062020] env[70294]: _type = "Task" [ 755.062020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.066493] env[70294]: DEBUG oslo_vmware.api [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.115837] env[70294]: INFO nova.compute.manager [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Rescuing [ 755.116136] env[70294]: DEBUG oslo_concurrency.lockutils [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.116301] env[70294]: DEBUG oslo_concurrency.lockutils [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.116470] env[70294]: DEBUG nova.network.neutron [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.121425] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c6f552-e500-41ab-bf25-b7d382f984cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.128966] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc59f5b0-793f-4b62-90c7-96c4d51a04e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.159818] env[70294]: DEBUG nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.162819] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aca36cc-3a37-4311-aee2-84e14b1b5170 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.171364] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65879bac-220d-40c7-a00f-f7e3bb2ff2c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.186026] env[70294]: DEBUG nova.compute.provider_tree [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.196307] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.196583] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.196755] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.196993] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.197176] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.197334] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.197670] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.197882] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.198051] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.198286] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.198542] env[70294]: DEBUG nova.virt.hardware [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.199771] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882dfa61-708e-46fd-af31-ed621ef9e157 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.208652] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f611b0a4-cd17-4216-857c-37a696822596 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.223271] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.228816] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Creating folder: Project (ac3f7cb410894b3f8b245b9a15dd5326). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.229150] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-881acae0-4de3-47e5-aaed-6625ba6fc5cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.233321] env[70294]: DEBUG nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.241368] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Created folder: Project (ac3f7cb410894b3f8b245b9a15dd5326) in parent group-v712401. [ 755.241572] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Creating folder: Instances. Parent ref: group-v712543. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.241807] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be65175-d9ea-4b99-9e2b-8b3e15bdc0ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.250620] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Created folder: Instances in parent group-v712543. [ 755.250863] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.251070] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.251284] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3de3de7-8c0e-46f3-9679-07d5436492f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.267813] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.267813] env[70294]: value = "task-3569609" [ 755.267813] env[70294]: _type = "Task" [ 755.267813] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.276347] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569609, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.568602] env[70294]: DEBUG oslo_vmware.api [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569606, 'name': PowerOffVM_Task, 'duration_secs': 0.193277} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.568864] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.569044] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.569291] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-258a19aa-c811-4ff8-a48e-b3c1850e92b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.690808] env[70294]: DEBUG nova.scheduler.client.report [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.759690] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.778103] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569609, 'name': CreateVM_Task, 'duration_secs': 0.2355} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.778307] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.778784] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.779052] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.779446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.779598] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f701c86-3423-45b4-86a8-a3aac02f6fce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.784939] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 755.784939] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f60662-e29e-2c54-7ded-16bfd6e04122" [ 755.784939] env[70294]: _type = "Task" [ 755.784939] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.793520] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f60662-e29e-2c54-7ded-16bfd6e04122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.854452] env[70294]: DEBUG nova.network.neutron [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Updating instance_info_cache with network_info: [{"id": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "address": "fa:16:3e:27:26:0e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71a90361-a7", "ovs_interfaceid": "71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.911532] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.911532] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.911720] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Deleting the datastore file [datastore2] 26ababca-18a8-443c-ba8f-00ad1b4ba388 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.912143] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90b218c4-1686-4c18-8cc2-8bc60ff36ca7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.920389] env[70294]: DEBUG oslo_vmware.api [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 755.920389] env[70294]: value = "task-3569611" [ 755.920389] env[70294]: _type = "Task" [ 755.920389] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.935938] env[70294]: DEBUG oslo_vmware.api [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569611, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.199027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.046s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.200806] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.239s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.203027] env[70294]: INFO nova.compute.claims [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.230279] env[70294]: INFO nova.scheduler.client.report [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted allocations for instance 611f430a-03a4-4312-bfbc-ef921ef14098 [ 756.296754] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f60662-e29e-2c54-7ded-16bfd6e04122, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.297502] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.297840] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.298203] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.298528] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.298971] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.300487] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30482a00-8dc6-4681-8c6f-ccb210dedcad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.322024] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.322024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.322024] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b605f626-19c1-4727-a073-ff2a5d819a5c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.329704] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 756.329704] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528da3b0-a264-6498-e3fe-e1ce022265a7" [ 756.329704] env[70294]: _type = "Task" [ 756.329704] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.339587] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528da3b0-a264-6498-e3fe-e1ce022265a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.358503] env[70294]: DEBUG oslo_concurrency.lockutils [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-0c3da7a1-f86f-45e3-bc4a-95016c98515d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.430320] env[70294]: DEBUG oslo_vmware.api [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569611, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464017} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.430645] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 756.430844] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 756.433094] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 756.433094] env[70294]: INFO nova.compute.manager [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Took 1.39 seconds to destroy the instance on the hypervisor. [ 756.433094] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.433094] env[70294]: DEBUG nova.compute.manager [-] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 756.433094] env[70294]: DEBUG nova.network.neutron [-] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 756.687793] env[70294]: DEBUG nova.compute.manager [req-c44d0469-7212-4265-aa56-6ed0a38a19c7 req-3517c30e-e771-4a1a-a767-6f85e1429cdb service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Received event network-vif-deleted-a703f2f1-cff2-47e8-a868-3206e19a7362 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.687993] env[70294]: INFO nova.compute.manager [req-c44d0469-7212-4265-aa56-6ed0a38a19c7 req-3517c30e-e771-4a1a-a767-6f85e1429cdb service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Neutron deleted interface a703f2f1-cff2-47e8-a868-3206e19a7362; detaching it from the instance and deleting it from the info cache [ 756.688188] env[70294]: DEBUG nova.network.neutron [req-c44d0469-7212-4265-aa56-6ed0a38a19c7 req-3517c30e-e771-4a1a-a767-6f85e1429cdb service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.741543] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1799284a-bf76-43a7-bad6-96e915ccb6c8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "611f430a-03a4-4312-bfbc-ef921ef14098" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.097s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.840850] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528da3b0-a264-6498-e3fe-e1ce022265a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012222} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.841679] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de188ac-ab31-4516-8ee3-13ec79179fff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.847043] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 756.847043] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52694ce9-ff36-2aa3-10b6-769b0c8795fb" [ 756.847043] env[70294]: _type = "Task" [ 756.847043] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.853837] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52694ce9-ff36-2aa3-10b6-769b0c8795fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.172238] env[70294]: DEBUG nova.network.neutron [-] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.194227] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-618e1b48-02c3-44c6-86a4-05b83f6b41f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.202026] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853858c3-c95f-4e63-ac59-4e733164b241 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.237348] env[70294]: DEBUG nova.compute.manager [req-c44d0469-7212-4265-aa56-6ed0a38a19c7 req-3517c30e-e771-4a1a-a767-6f85e1429cdb service nova] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Detach interface failed, port_id=a703f2f1-cff2-47e8-a868-3206e19a7362, reason: Instance 26ababca-18a8-443c-ba8f-00ad1b4ba388 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 757.358306] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52694ce9-ff36-2aa3-10b6-769b0c8795fb, 'name': SearchDatastore_Task, 'duration_secs': 0.024312} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.358588] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.358845] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.359117] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a812c83d-b68d-4538-939c-0b5626d0735c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.367204] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 757.367204] env[70294]: value = "task-3569612" [ 757.367204] env[70294]: _type = "Task" [ 757.367204] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.374142] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.675247] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6c5668-1481-4655-ad3c-eca05d647b1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.677229] env[70294]: INFO nova.compute.manager [-] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Took 1.25 seconds to deallocate network for instance. [ 757.689133] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a5d0e7-d8a6-49bb-8983-527eed9be578 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.718318] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dffd986-479c-49f8-952a-30ae44e0a48b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.726596] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86414d36-ca48-470c-968b-35c9425b29a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.741881] env[70294]: DEBUG nova.compute.provider_tree [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.878421] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.898757] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.899126] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e9af5a1-b4db-4193-96f5-57baf84f69de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.908881] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 757.908881] env[70294]: value = "task-3569613" [ 757.908881] env[70294]: _type = "Task" [ 757.908881] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.917458] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.192253] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.245494] env[70294]: DEBUG nova.scheduler.client.report [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.377680] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718341} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.377952] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.378190] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.378465] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa9469a4-43dc-4174-944a-0f9def6481a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.385190] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 758.385190] env[70294]: value = "task-3569614" [ 758.385190] env[70294]: _type = "Task" [ 758.385190] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.392666] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.417464] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569613, 'name': PowerOffVM_Task, 'duration_secs': 0.31653} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.417738] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.418540] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133cc4ec-2691-4ce9-9c16-38a471deb39d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.437573] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bef8cbf-80b2-4ea0-a7e3-5af514354175 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.473783] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.474102] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20c67c9d-7e4e-4e4e-823e-45330fbf9ca8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.481433] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 758.481433] env[70294]: value = "task-3569615" [ 758.481433] env[70294]: _type = "Task" [ 758.481433] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.489872] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.751669] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.752203] env[70294]: DEBUG nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.754804] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.681s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.756211] env[70294]: INFO nova.compute.claims [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.895319] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.316805} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.895319] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.896106] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e972ac96-0d99-408a-a120-cd8eaae635dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.915841] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.916113] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751999f5-6cb9-4cc3-bfa7-68e6a6619039 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.936046] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 758.936046] env[70294]: value = "task-3569616" [ 758.936046] env[70294]: _type = "Task" [ 758.936046] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.944229] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.992044] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 758.992044] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.992044] env[70294]: DEBUG oslo_concurrency.lockutils [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.992275] env[70294]: DEBUG oslo_concurrency.lockutils [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.992396] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.992660] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d304d05-55a6-4ffa-9b3a-37dfc7702425 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.001435] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.001913] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.002422] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a120b0d-e151-4fc0-80ad-dd318598d61c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.007810] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 759.007810] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f6e20f-6880-fbc0-2762-a3cc23c859cc" [ 759.007810] env[70294]: _type = "Task" [ 759.007810] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.015097] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f6e20f-6880-fbc0-2762-a3cc23c859cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.261013] env[70294]: DEBUG nova.compute.utils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.265752] env[70294]: DEBUG nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.265940] env[70294]: DEBUG nova.network.neutron [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.303246] env[70294]: DEBUG nova.policy [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bdd451103449f587a7eb2b19e5f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c45530c6fab4ad4bf14301b6c215c62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.448134] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569616, 'name': ReconfigVM_Task, 'duration_secs': 0.286845} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.448466] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.449080] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a94aed0-c25d-41b2-b6a2-2ac5a26bedc3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.455020] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 759.455020] env[70294]: value = "task-3569617" [ 759.455020] env[70294]: _type = "Task" [ 759.455020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.462612] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569617, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.517947] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f6e20f-6880-fbc0-2762-a3cc23c859cc, 'name': SearchDatastore_Task, 'duration_secs': 0.008898} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.519106] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6fe947-bdca-404f-b839-a033100faf25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.524733] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 759.524733] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c46a8f-5931-3ff2-4f6c-5aab924c5f4f" [ 759.524733] env[70294]: _type = "Task" [ 759.524733] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.533382] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c46a8f-5931-3ff2-4f6c-5aab924c5f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.634542] env[70294]: DEBUG nova.network.neutron [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Successfully created port: ff54d183-c6f6-4bff-973e-437424d3f217 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 759.769247] env[70294]: DEBUG nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.966105] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569617, 'name': Rename_Task, 'duration_secs': 0.130508} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.966416] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.966633] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-860b8d5d-2494-47f0-8339-60c29d4787b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.972933] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 759.972933] env[70294]: value = "task-3569618" [ 759.972933] env[70294]: _type = "Task" [ 759.972933] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.982749] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.034685] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c46a8f-5931-3ff2-4f6c-5aab924c5f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008769} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.037076] env[70294]: DEBUG oslo_concurrency.lockutils [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.037342] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. {{(pid=70294) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 760.037966] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2273f2ff-7d5f-4340-abc7-669003ee1e13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.044311] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 760.044311] env[70294]: value = "task-3569619" [ 760.044311] env[70294]: _type = "Task" [ 760.044311] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.054400] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.223253] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76110ac4-d808-41d4-a003-58e4d8e6f9c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.231808] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da57a6e1-8eaa-4410-aac8-a6d566decd51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.263508] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0f964a-aad6-4500-a92d-4ddb1c75354a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.271501] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b5bc04-47ee-41f0-b51b-9ef9f7cbbe7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.288936] env[70294]: DEBUG nova.compute.provider_tree [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.483838] env[70294]: DEBUG oslo_vmware.api [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569618, 'name': PowerOnVM_Task, 'duration_secs': 0.46303} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.484164] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.484378] env[70294]: INFO nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Took 5.32 seconds to spawn the instance on the hypervisor. [ 760.484591] env[70294]: DEBUG nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.486747] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb2eb23-72ff-43cc-aeb9-5c56e416956d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.555310] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466482} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.555775] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. [ 760.556563] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de02859c-263b-41e1-ad2d-484bd91dc65a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.581914] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.581914] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1db52483-c3b1-4ace-9cf6-f8fab3976c63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.600585] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 760.600585] env[70294]: value = "task-3569620" [ 760.600585] env[70294]: _type = "Task" [ 760.600585] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.611087] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569620, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.782033] env[70294]: DEBUG nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.793010] env[70294]: DEBUG nova.scheduler.client.report [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.807209] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.808083] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.808083] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.808083] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.808083] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.808083] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.808306] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.808436] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.809024] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.809024] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.809024] env[70294]: DEBUG nova.virt.hardware [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.809739] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0c8b26-086c-469b-9445-e84b958d399c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.818932] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5657d761-93aa-4059-993a-2ac61f0b17a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.009936] env[70294]: INFO nova.compute.manager [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Took 47.22 seconds to build instance. [ 761.027484] env[70294]: DEBUG nova.compute.manager [req-f0bcbe90-1b41-4b9d-b1fa-a35e07622ea4 req-309c4b12-34be-452b-89b8-1227bb44d880 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Received event network-vif-plugged-ff54d183-c6f6-4bff-973e-437424d3f217 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.027708] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0bcbe90-1b41-4b9d-b1fa-a35e07622ea4 req-309c4b12-34be-452b-89b8-1227bb44d880 service nova] Acquiring lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.027914] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0bcbe90-1b41-4b9d-b1fa-a35e07622ea4 req-309c4b12-34be-452b-89b8-1227bb44d880 service nova] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.028093] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0bcbe90-1b41-4b9d-b1fa-a35e07622ea4 req-309c4b12-34be-452b-89b8-1227bb44d880 service nova] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.028258] env[70294]: DEBUG nova.compute.manager [req-f0bcbe90-1b41-4b9d-b1fa-a35e07622ea4 req-309c4b12-34be-452b-89b8-1227bb44d880 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] No waiting events found dispatching network-vif-plugged-ff54d183-c6f6-4bff-973e-437424d3f217 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.028417] env[70294]: WARNING nova.compute.manager [req-f0bcbe90-1b41-4b9d-b1fa-a35e07622ea4 req-309c4b12-34be-452b-89b8-1227bb44d880 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Received unexpected event network-vif-plugged-ff54d183-c6f6-4bff-973e-437424d3f217 for instance with vm_state building and task_state spawning. [ 761.114655] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569620, 'name': ReconfigVM_Task, 'duration_secs': 0.352827} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.114721] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.117036] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57ebe1e-4269-40b4-9f2d-1fcf52caed63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.142860] env[70294]: DEBUG nova.network.neutron [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Successfully updated port: ff54d183-c6f6-4bff-973e-437424d3f217 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 761.144037] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-719c3376-de77-4840-9598-462a60dbd355 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.161342] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 761.161342] env[70294]: value = "task-3569621" [ 761.161342] env[70294]: _type = "Task" [ 761.161342] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.169984] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.297913] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.297913] env[70294]: DEBUG nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.300651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.298s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.301281] env[70294]: DEBUG nova.objects.instance [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lazy-loading 'resources' on Instance uuid b1b93c50-cef5-448c-b312-8f08ae78f8ba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.512034] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8f121b1c-b334-4056-937e-90dde7056dde tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.927s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.657358] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-0bdb68d6-5e68-4581-a380-0d23b6cb17e2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.657521] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-0bdb68d6-5e68-4581-a380-0d23b6cb17e2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.657681] env[70294]: DEBUG nova.network.neutron [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.671864] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.796969] env[70294]: INFO nova.compute.manager [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Rebuilding instance [ 761.810522] env[70294]: DEBUG nova.compute.utils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.815346] env[70294]: DEBUG nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.815652] env[70294]: DEBUG nova.network.neutron [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.840040] env[70294]: DEBUG nova.compute.manager [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.840891] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198069b9-d866-4525-be30-0b46415a52f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.867422] env[70294]: DEBUG nova.policy [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd654befd7c924388ab23b2c4a776639c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fc27511d2fb14673b3460cb79d17fa1b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.016017] env[70294]: DEBUG nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.155679] env[70294]: DEBUG nova.network.neutron [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Successfully created port: 31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.172581] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569621, 'name': ReconfigVM_Task, 'duration_secs': 0.907658} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.172855] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.173115] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b0d339-bbf3-4958-b317-b5c6f0fee4eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.180851] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 762.180851] env[70294]: value = "task-3569622" [ 762.180851] env[70294]: _type = "Task" [ 762.180851] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.188181] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569622, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.209763] env[70294]: DEBUG nova.network.neutron [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 762.299849] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db92db43-2d80-4680-b0c0-3cef58e04685 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.308813] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f6c02f-1f17-4353-8cc6-d884cfb1ba55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.337682] env[70294]: DEBUG nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.347017] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29394578-f165-4bea-b487-eaa1f393a05d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.351194] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ffeb1-58dc-4347-88f5-154337e99517 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.366782] env[70294]: DEBUG nova.compute.provider_tree [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.461433] env[70294]: DEBUG nova.network.neutron [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Updating instance_info_cache with network_info: [{"id": "ff54d183-c6f6-4bff-973e-437424d3f217", "address": "fa:16:3e:75:84:31", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff54d183-c6", "ovs_interfaceid": "ff54d183-c6f6-4bff-973e-437424d3f217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.534214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.691668] env[70294]: DEBUG oslo_vmware.api [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569622, 'name': PowerOnVM_Task, 'duration_secs': 0.396033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.691668] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.697221] env[70294]: DEBUG nova.compute.manager [None req-563a4c1a-ce99-4b12-9a13-0140f35cfa22 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.698014] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f966e0-74cd-4276-8d4b-66cb453c5b48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.859093] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.859447] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ee7568e-6a68-410c-9eac-6dac3c619f36 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.866505] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 762.866505] env[70294]: value = "task-3569623" [ 762.866505] env[70294]: _type = "Task" [ 762.866505] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.870837] env[70294]: DEBUG nova.scheduler.client.report [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.882316] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.964792] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-0bdb68d6-5e68-4581-a380-0d23b6cb17e2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.965164] env[70294]: DEBUG nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Instance network_info: |[{"id": "ff54d183-c6f6-4bff-973e-437424d3f217", "address": "fa:16:3e:75:84:31", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff54d183-c6", "ovs_interfaceid": "ff54d183-c6f6-4bff-973e-437424d3f217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 762.965578] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:84:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff54d183-c6f6-4bff-973e-437424d3f217', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.975932] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.976176] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.976463] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4175b7c0-d487-4080-bcd9-af3227d1d714 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.998518] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.998518] env[70294]: value = "task-3569624" [ 762.998518] env[70294]: _type = "Task" [ 762.998518] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.006406] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569624, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.061795] env[70294]: DEBUG nova.compute.manager [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Received event network-changed-ff54d183-c6f6-4bff-973e-437424d3f217 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.062123] env[70294]: DEBUG nova.compute.manager [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Refreshing instance network info cache due to event network-changed-ff54d183-c6f6-4bff-973e-437424d3f217. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.062366] env[70294]: DEBUG oslo_concurrency.lockutils [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] Acquiring lock "refresh_cache-0bdb68d6-5e68-4581-a380-0d23b6cb17e2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.062366] env[70294]: DEBUG oslo_concurrency.lockutils [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] Acquired lock "refresh_cache-0bdb68d6-5e68-4581-a380-0d23b6cb17e2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.062520] env[70294]: DEBUG nova.network.neutron [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Refreshing network info cache for port ff54d183-c6f6-4bff-973e-437424d3f217 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.350518] env[70294]: DEBUG nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.376859] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.377121] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.377278] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.377460] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.377806] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.377806] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.377940] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.378105] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.378273] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.378431] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.378597] env[70294]: DEBUG nova.virt.hardware [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.379275] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.381419] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77690a41-7f04-4f85-b6e0-f344abb1fe52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.387800] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.175s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.389904] env[70294]: INFO nova.compute.claims [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.392931] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569623, 'name': PowerOffVM_Task, 'duration_secs': 0.124399} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.393764] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.394725] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.395236] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ed0dc-0eef-41d7-b8c4-f6bbda9024c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.401107] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5299685-6e95-48d1-a902-3a9aa8c587a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.407249] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.407882] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a43cdb-ad47-496a-8d81-ff65327ab2d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.409783] env[70294]: INFO nova.scheduler.client.report [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Deleted allocations for instance b1b93c50-cef5-448c-b312-8f08ae78f8ba [ 763.440263] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.440433] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.440611] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Deleting the datastore file [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.441173] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7191bf6d-4627-4224-9455-8cb79e9db60d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.447573] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 763.447573] env[70294]: value = "task-3569626" [ 763.447573] env[70294]: _type = "Task" [ 763.447573] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.455447] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.507913] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569624, 'name': CreateVM_Task, 'duration_secs': 0.337774} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.509127] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.509127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.509127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.509370] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.509632] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e556d8-b031-4fe6-a565-c5b7a01952cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.513939] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 763.513939] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aca3d8-cbbe-2084-75a8-2edb57505c51" [ 763.513939] env[70294]: _type = "Task" [ 763.513939] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.521644] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aca3d8-cbbe-2084-75a8-2edb57505c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.927870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12655954-6309-4691-84ab-062553fbcdc3 tempest-ServersV294TestFqdnHostnames-340574857 tempest-ServersV294TestFqdnHostnames-340574857-project-member] Lock "b1b93c50-cef5-448c-b312-8f08ae78f8ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.895s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.960275] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117478} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.960781] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.961100] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.961355] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.978317] env[70294]: DEBUG nova.network.neutron [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Updated VIF entry in instance network info cache for port ff54d183-c6f6-4bff-973e-437424d3f217. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.978317] env[70294]: DEBUG nova.network.neutron [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Updating instance_info_cache with network_info: [{"id": "ff54d183-c6f6-4bff-973e-437424d3f217", "address": "fa:16:3e:75:84:31", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff54d183-c6", "ovs_interfaceid": "ff54d183-c6f6-4bff-973e-437424d3f217", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.025647] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aca3d8-cbbe-2084-75a8-2edb57505c51, 'name': SearchDatastore_Task, 'duration_secs': 0.021033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.025647] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.025920] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.025960] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.026561] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.026561] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.026561] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d504fc3-37fa-407b-a2fd-18bb63ca5063 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.038292] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.038292] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.038292] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcd1fded-e699-42e7-ac93-e9b2a64e5f38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.043472] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 764.043472] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ccd3f-e2af-169f-93b6-bc27e45b6621" [ 764.043472] env[70294]: _type = "Task" [ 764.043472] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.053430] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ccd3f-e2af-169f-93b6-bc27e45b6621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.086916] env[70294]: DEBUG nova.network.neutron [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Successfully updated port: 31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.483798] env[70294]: DEBUG oslo_concurrency.lockutils [req-31e08593-5ba0-4bc4-9095-7f219066ade4 req-766eb54b-5d20-4ea9-b165-c2aadd292a87 service nova] Releasing lock "refresh_cache-0bdb68d6-5e68-4581-a380-0d23b6cb17e2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.554907] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ccd3f-e2af-169f-93b6-bc27e45b6621, 'name': SearchDatastore_Task, 'duration_secs': 0.02391} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.555807] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c08ffcf7-e758-42b4-bed7-e342ec54609b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.560878] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 764.560878] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524daf51-7447-8d80-4f2d-8132511172ec" [ 764.560878] env[70294]: _type = "Task" [ 764.560878] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.571809] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524daf51-7447-8d80-4f2d-8132511172ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.593340] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.593551] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.593754] env[70294]: DEBUG nova.network.neutron [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.921062] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7453b849-18b9-4ca0-8f76-bb00817efc91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.933903] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b5b12-482b-4747-93b7-1e048ee6d8ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.976427] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61271f8-bdc6-408e-8c49-83d13d1b690a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.986786] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef28090-c06b-4f2e-8ab1-258b587d0615 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.000625] env[70294]: DEBUG nova.compute.provider_tree [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.010981] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.011291] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.011424] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.011681] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.011764] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.011911] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.012266] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.012459] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.012631] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.012795] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.013110] env[70294]: DEBUG nova.virt.hardware [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.013970] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d27414-4369-4044-8bdd-09e0463997af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.023153] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dafdf9-f0ea-4aa1-9b1d-83ccd1d1a631 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.038994] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.044882] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.045163] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.045381] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e02cddb-0db6-4529-a19d-98a683c30b39 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.068559] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.068559] env[70294]: value = "task-3569627" [ 765.068559] env[70294]: _type = "Task" [ 765.068559] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.075376] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524daf51-7447-8d80-4f2d-8132511172ec, 'name': SearchDatastore_Task, 'duration_secs': 0.022934} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.076310] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.076310] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0bdb68d6-5e68-4581-a380-0d23b6cb17e2/0bdb68d6-5e68-4581-a380-0d23b6cb17e2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.076527] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-785f532e-e683-4019-b4f1-932ef4fbb8fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.081522] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569627, 'name': CreateVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.086859] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 765.086859] env[70294]: value = "task-3569628" [ 765.086859] env[70294]: _type = "Task" [ 765.086859] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.095344] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.128954] env[70294]: DEBUG nova.compute.manager [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Received event network-vif-plugged-31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.129267] env[70294]: DEBUG oslo_concurrency.lockutils [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] Acquiring lock "6fadd680-23c4-4e35-b08b-324d011ede8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.129485] env[70294]: DEBUG oslo_concurrency.lockutils [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.129655] env[70294]: DEBUG oslo_concurrency.lockutils [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.129827] env[70294]: DEBUG nova.compute.manager [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] No waiting events found dispatching network-vif-plugged-31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.130045] env[70294]: WARNING nova.compute.manager [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Received unexpected event network-vif-plugged-31d79382-e9e1-488f-8c70-ce60b87e2378 for instance with vm_state building and task_state spawning. [ 765.130164] env[70294]: DEBUG nova.compute.manager [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Received event network-changed-31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.130316] env[70294]: DEBUG nova.compute.manager [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Refreshing instance network info cache due to event network-changed-31d79382-e9e1-488f-8c70-ce60b87e2378. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.130521] env[70294]: DEBUG oslo_concurrency.lockutils [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] Acquiring lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.168689] env[70294]: DEBUG nova.network.neutron [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.379869] env[70294]: DEBUG nova.network.neutron [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updating instance_info_cache with network_info: [{"id": "31d79382-e9e1-488f-8c70-ce60b87e2378", "address": "fa:16:3e:dd:d5:c2", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d79382-e9", "ovs_interfaceid": "31d79382-e9e1-488f-8c70-ce60b87e2378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.505951] env[70294]: DEBUG nova.scheduler.client.report [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.584299] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569627, 'name': CreateVM_Task, 'duration_secs': 0.305813} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.584386] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.588016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.588016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.588016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.588016] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b9b061a-cf92-4666-a3f0-6b49ae62acaf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.593417] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 765.593417] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5276b39a-f97e-ecc5-60da-61a2c62436ca" [ 765.593417] env[70294]: _type = "Task" [ 765.593417] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.596664] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478061} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.599600] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0bdb68d6-5e68-4581-a380-0d23b6cb17e2/0bdb68d6-5e68-4581-a380-0d23b6cb17e2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.599917] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.600406] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19165754-98db-48dc-91b3-8251e191d21d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.609907] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5276b39a-f97e-ecc5-60da-61a2c62436ca, 'name': SearchDatastore_Task, 'duration_secs': 0.009844} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.611167] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.611433] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.611680] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.611825] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.611997] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.612345] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 765.612345] env[70294]: value = "task-3569629" [ 765.612345] env[70294]: _type = "Task" [ 765.612345] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.612569] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cac96044-095a-4d4c-b0e6-105b5909a4a0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.624726] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.626126] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.626320] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.627062] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4635773d-831d-4701-9c50-aed222dd8d90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.631977] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 765.631977] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5200a471-09d4-230e-c247-de50fc4c3bd5" [ 765.631977] env[70294]: _type = "Task" [ 765.631977] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.640571] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5200a471-09d4-230e-c247-de50fc4c3bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.883443] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Releasing lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.883780] env[70294]: DEBUG nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Instance network_info: |[{"id": "31d79382-e9e1-488f-8c70-ce60b87e2378", "address": "fa:16:3e:dd:d5:c2", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d79382-e9", "ovs_interfaceid": "31d79382-e9e1-488f-8c70-ce60b87e2378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.884068] env[70294]: DEBUG oslo_concurrency.lockutils [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] Acquired lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.884256] env[70294]: DEBUG nova.network.neutron [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Refreshing network info cache for port 31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.885513] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:d5:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '329d0e4b-4190-484a-8560-9356dc31beca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31d79382-e9e1-488f-8c70-ce60b87e2378', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.897119] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.897241] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.898181] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5559d69-675f-4877-803e-fcac4f1fab32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.922720] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.922720] env[70294]: value = "task-3569630" [ 765.922720] env[70294]: _type = "Task" [ 765.922720] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.932633] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569630, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.012060] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.012341] env[70294]: DEBUG nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.015611] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.014s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.015925] env[70294]: DEBUG nova.objects.instance [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lazy-loading 'resources' on Instance uuid deef84ee-e076-4089-b66a-317633fde939 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.125483] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074266} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.125948] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.126666] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218cb4c7-a229-45de-a4f4-b753fc0e5d7d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.150614] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 0bdb68d6-5e68-4581-a380-0d23b6cb17e2/0bdb68d6-5e68-4581-a380-0d23b6cb17e2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.154343] env[70294]: INFO nova.compute.manager [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Rescuing [ 766.154597] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.154755] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.154920] env[70294]: DEBUG nova.network.neutron [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.157643] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60605266-70f8-45d5-bdef-3dcb83954e84 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.180381] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5200a471-09d4-230e-c247-de50fc4c3bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008245} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.182379] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 766.182379] env[70294]: value = "task-3569631" [ 766.182379] env[70294]: _type = "Task" [ 766.182379] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.182623] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84dc2aa1-8770-44f1-bc87-8e8d18df575b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.191479] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 766.191479] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3cb90-351c-5f53-16c6-a8f62d141d97" [ 766.191479] env[70294]: _type = "Task" [ 766.191479] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.195060] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.202744] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3cb90-351c-5f53-16c6-a8f62d141d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.433038] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569630, 'name': CreateVM_Task, 'duration_secs': 0.352041} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.435185] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.436169] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.436169] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.436370] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.437042] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05949beb-8fa0-4759-9006-9bb80aff45d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.441766] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 766.441766] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b700ae-b6e3-97ec-9394-e08dc27b57d1" [ 766.441766] env[70294]: _type = "Task" [ 766.441766] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.451590] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b700ae-b6e3-97ec-9394-e08dc27b57d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.519584] env[70294]: DEBUG nova.compute.utils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.524012] env[70294]: DEBUG nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.524225] env[70294]: DEBUG nova.network.neutron [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.699177] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569631, 'name': ReconfigVM_Task, 'duration_secs': 0.277323} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.703263] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 0bdb68d6-5e68-4581-a380-0d23b6cb17e2/0bdb68d6-5e68-4581-a380-0d23b6cb17e2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.704579] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d734365-6505-47fa-9929-c4889608e910 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.716890] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3cb90-351c-5f53-16c6-a8f62d141d97, 'name': SearchDatastore_Task, 'duration_secs': 0.026343} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.718410] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.718938] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.719556] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 766.719556] env[70294]: value = "task-3569632" [ 766.719556] env[70294]: _type = "Task" [ 766.719556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.722889] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d2362f7-74f5-44c8-b6a4-d740f59637f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.734284] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569632, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.735685] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 766.735685] env[70294]: value = "task-3569633" [ 766.735685] env[70294]: _type = "Task" [ 766.735685] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.750094] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.836225] env[70294]: DEBUG nova.policy [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.955411] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b700ae-b6e3-97ec-9394-e08dc27b57d1, 'name': SearchDatastore_Task, 'duration_secs': 0.036019} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.959363] env[70294]: DEBUG nova.network.neutron [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Updating instance_info_cache with network_info: [{"id": "0beb98fc-058f-4c9b-a895-131f291a951c", "address": "fa:16:3e:05:1a:8e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0beb98fc-05", "ovs_interfaceid": "0beb98fc-058f-4c9b-a895-131f291a951c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.961290] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.961588] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.961870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.962088] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.962328] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.963264] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9cec9cc-c503-407f-b4c6-0382005e4ea3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.972573] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.972758] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.975017] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e08a72-69e3-4e52-8606-0805ada07ef2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.979979] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 766.979979] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521149e0-b99e-7785-315f-a11f8e80d027" [ 766.979979] env[70294]: _type = "Task" [ 766.979979] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.992160] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521149e0-b99e-7785-315f-a11f8e80d027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.999829] env[70294]: DEBUG nova.network.neutron [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updated VIF entry in instance network info cache for port 31d79382-e9e1-488f-8c70-ce60b87e2378. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 767.000243] env[70294]: DEBUG nova.network.neutron [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updating instance_info_cache with network_info: [{"id": "31d79382-e9e1-488f-8c70-ce60b87e2378", "address": "fa:16:3e:dd:d5:c2", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d79382-e9", "ovs_interfaceid": "31d79382-e9e1-488f-8c70-ce60b87e2378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.025347] env[70294]: DEBUG nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.111242] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b463ece0-6899-49aa-9ff8-a4bb48936b93 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.122214] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34204f52-f707-4b4d-96ef-fdf5d3f8b199 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.155552] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47538666-2fa3-466e-a032-946192454b97 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.163613] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f66de5-0611-44ce-9acb-23a3ee7b1080 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.179068] env[70294]: DEBUG nova.compute.provider_tree [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.238401] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569632, 'name': Rename_Task, 'duration_secs': 0.175074} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.238401] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.238401] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b34eee8c-f110-4e0f-a6e4-6778921d5ba2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.244127] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 767.244127] env[70294]: value = "task-3569634" [ 767.244127] env[70294]: _type = "Task" [ 767.244127] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.252983] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.259243] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569634, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.325567] env[70294]: DEBUG nova.network.neutron [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Successfully created port: f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.464668] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.492609] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521149e0-b99e-7785-315f-a11f8e80d027, 'name': SearchDatastore_Task, 'duration_secs': 0.020567} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.493641] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c1e23ac-6667-4c60-82b6-22dbb31e47bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.500772] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 767.500772] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5217ecfb-49fd-fed7-97bb-66de46e08057" [ 767.500772] env[70294]: _type = "Task" [ 767.500772] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.504466] env[70294]: DEBUG oslo_concurrency.lockutils [req-5a6a95ae-72e9-45b8-8c8d-be2859810eb4 req-24653372-b499-4d7f-800c-6af012911c11 service nova] Releasing lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.509358] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5217ecfb-49fd-fed7-97bb-66de46e08057, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.682768] env[70294]: DEBUG nova.scheduler.client.report [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.750983] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559598} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.751692] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.752017] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.752317] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fda53db-6714-49fe-be6e-b4a83b3fb4a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.756804] env[70294]: DEBUG oslo_vmware.api [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569634, 'name': PowerOnVM_Task, 'duration_secs': 0.46254} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.757402] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.757647] env[70294]: INFO nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Took 6.98 seconds to spawn the instance on the hypervisor. [ 767.757892] env[70294]: DEBUG nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.758671] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c4595c-59fb-451e-87c0-2be8c5a47791 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.762122] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 767.762122] env[70294]: value = "task-3569635" [ 767.762122] env[70294]: _type = "Task" [ 767.762122] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.774081] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.014691] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5217ecfb-49fd-fed7-97bb-66de46e08057, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.015676] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.015942] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 6fadd680-23c4-4e35-b08b-324d011ede8f/6fadd680-23c4-4e35-b08b-324d011ede8f.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.016220] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39b7a446-0793-4a21-8ef1-627bf1e20e37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.023775] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 768.023775] env[70294]: value = "task-3569636" [ 768.023775] env[70294]: _type = "Task" [ 768.023775] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.031665] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.033825] env[70294]: DEBUG nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.059499] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.059765] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.059986] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.060128] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.060279] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.060424] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.060627] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.060784] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.060949] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.061123] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.061299] env[70294]: DEBUG nova.virt.hardware [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.062160] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc19e091-1268-4de4-8891-7f24f58631d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.070849] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e0a8cd-1ddd-4904-9135-e7b905214ef2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.188634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.190913] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.436s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.191152] env[70294]: DEBUG nova.objects.instance [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lazy-loading 'resources' on Instance uuid e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.212483] env[70294]: INFO nova.scheduler.client.report [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Deleted allocations for instance deef84ee-e076-4089-b66a-317633fde939 [ 768.276415] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070073} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.276926] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.280027] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bc8e39-5e1a-4276-9144-d1b5a01b3619 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.282098] env[70294]: INFO nova.compute.manager [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Took 41.35 seconds to build instance. [ 768.301113] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.302027] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c464c83-c747-48c1-ba1d-53d03387baeb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.322994] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 768.322994] env[70294]: value = "task-3569637" [ 768.322994] env[70294]: _type = "Task" [ 768.322994] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.331898] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.534731] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.720015] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205ced2a-865c-47d4-a65e-1817d389d664 tempest-DeleteServersAdminTestJSON-1239410168 tempest-DeleteServersAdminTestJSON-1239410168-project-member] Lock "deef84ee-e076-4089-b66a-317633fde939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.237s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.787250] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7114298-2114-4ecc-9d0c-2613b28ef304 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.742s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.846596] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569637, 'name': ReconfigVM_Task, 'duration_secs': 0.379844} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.849757] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Reconfigured VM instance instance-0000002f to attach disk [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d/e9b2edb7-1d37-4443-b8b7-8a61e298ae4d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.850852] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46333c93-3e4a-421c-809d-0672e059a781 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.862820] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 768.862820] env[70294]: value = "task-3569638" [ 768.862820] env[70294]: _type = "Task" [ 768.862820] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.882066] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569638, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.895716] env[70294]: DEBUG nova.compute.manager [req-928df923-303f-44ae-bcbe-572c45400f64 req-5ea3167b-193b-45e6-bbe9-b3abe3f02bc9 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-vif-plugged-f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.895940] env[70294]: DEBUG oslo_concurrency.lockutils [req-928df923-303f-44ae-bcbe-572c45400f64 req-5ea3167b-193b-45e6-bbe9-b3abe3f02bc9 service nova] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.897613] env[70294]: DEBUG oslo_concurrency.lockutils [req-928df923-303f-44ae-bcbe-572c45400f64 req-5ea3167b-193b-45e6-bbe9-b3abe3f02bc9 service nova] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.897613] env[70294]: DEBUG oslo_concurrency.lockutils [req-928df923-303f-44ae-bcbe-572c45400f64 req-5ea3167b-193b-45e6-bbe9-b3abe3f02bc9 service nova] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.897613] env[70294]: DEBUG nova.compute.manager [req-928df923-303f-44ae-bcbe-572c45400f64 req-5ea3167b-193b-45e6-bbe9-b3abe3f02bc9 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] No waiting events found dispatching network-vif-plugged-f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.897613] env[70294]: WARNING nova.compute.manager [req-928df923-303f-44ae-bcbe-572c45400f64 req-5ea3167b-193b-45e6-bbe9-b3abe3f02bc9 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received unexpected event network-vif-plugged-f4363f07-130d-47e7-954a-e010ac5471e3 for instance with vm_state building and task_state spawning. [ 769.016543] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.016863] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f9fb53-593a-4854-bee4-de9df08d3c2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.033440] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 769.033440] env[70294]: value = "task-3569639" [ 769.033440] env[70294]: _type = "Task" [ 769.033440] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.042018] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569636, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.049297] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.066739] env[70294]: DEBUG nova.network.neutron [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Successfully updated port: f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 769.289798] env[70294]: DEBUG nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.297857] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4118e596-de5c-4988-a54d-4220e7bf7b27 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.305459] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1760640-5ff5-4b97-b3fa-a24cc2ec3b5b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.335569] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23537fe0-d065-4a98-a8b7-841ec0b2296a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.343578] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab58f70-23d6-4a62-a6ee-5a3eb9d87183 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.358454] env[70294]: DEBUG nova.compute.provider_tree [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.371225] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569638, 'name': Rename_Task, 'duration_secs': 0.165383} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.371441] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.371659] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60e22349-fc87-426e-ba89-1de112546ba0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.377358] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 769.377358] env[70294]: value = "task-3569640" [ 769.377358] env[70294]: _type = "Task" [ 769.377358] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.384813] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.537121] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569636, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.024172} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.540294] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 6fadd680-23c4-4e35-b08b-324d011ede8f/6fadd680-23c4-4e35-b08b-324d011ede8f.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.540585] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.540857] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f5c01da-c5fc-4864-a00c-41bcf6a9baff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.547604] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569639, 'name': PowerOffVM_Task, 'duration_secs': 0.465994} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.549030] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.549400] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 769.549400] env[70294]: value = "task-3569641" [ 769.549400] env[70294]: _type = "Task" [ 769.549400] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.550210] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdf141e-b889-43c2-8a6f-5c46d67dc95a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.561014] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.575913] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.576082] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.576245] env[70294]: DEBUG nova.network.neutron [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.578189] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b599fdf6-8969-404f-bfe9-93b117dce0a0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.617180] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.617788] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14a4721a-1c58-4144-a339-7d7061f19611 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.626024] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 769.626024] env[70294]: value = "task-3569642" [ 769.626024] env[70294]: _type = "Task" [ 769.626024] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.634317] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 769.634520] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.634761] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.634909] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.635105] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.635341] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-101a7177-ac6a-4b58-911a-1ff4fc02ef9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.643019] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.643281] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.644122] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e33d80c3-a226-4166-8d31-1ca06fb08893 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.649960] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 769.649960] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5237201a-7aa1-8559-f47e-830db59c650e" [ 769.649960] env[70294]: _type = "Task" [ 769.649960] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.658255] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5237201a-7aa1-8559-f47e-830db59c650e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.811963] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.861963] env[70294]: DEBUG nova.scheduler.client.report [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.889548] env[70294]: DEBUG oslo_vmware.api [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569640, 'name': PowerOnVM_Task, 'duration_secs': 0.48614} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.889830] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.890057] env[70294]: DEBUG nova.compute.manager [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.890847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b06eb-d9c7-4f93-8a37-45a2c3637c4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.063745] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084522} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.064048] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.064841] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4175136-0135-4664-994c-28f8b2995732 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.071650] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.071977] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.092487] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6fadd680-23c4-4e35-b08b-324d011ede8f/6fadd680-23c4-4e35-b08b-324d011ede8f.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.095773] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be440a3-58f3-4e64-80f8-f79cb01fc04a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.117261] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 770.117261] env[70294]: value = "task-3569643" [ 770.117261] env[70294]: _type = "Task" [ 770.117261] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.130534] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569643, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.160009] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5237201a-7aa1-8559-f47e-830db59c650e, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.160820] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0041b38-02d3-49f5-b45e-176c9e04f997 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.166485] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 770.166485] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529b82ed-e431-9ad2-c9ee-0b5c18ba2702" [ 770.166485] env[70294]: _type = "Task" [ 770.166485] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.175215] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529b82ed-e431-9ad2-c9ee-0b5c18ba2702, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.177708] env[70294]: DEBUG nova.network.neutron [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 770.368581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.371102] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.391s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.373278] env[70294]: INFO nova.compute.claims [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.382806] env[70294]: DEBUG nova.network.neutron [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.405689] env[70294]: INFO nova.scheduler.client.report [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Deleted allocations for instance e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9 [ 770.413349] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.596127] env[70294]: DEBUG nova.compute.utils [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.631225] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.677218] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529b82ed-e431-9ad2-c9ee-0b5c18ba2702, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.677614] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.677936] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. {{(pid=70294) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 770.678295] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0de6db5-641e-47c9-a570-f861a2d63927 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.685595] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 770.685595] env[70294]: value = "task-3569644" [ 770.685595] env[70294]: _type = "Task" [ 770.685595] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.697898] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569644, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.892152] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.892544] env[70294]: DEBUG nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Instance network_info: |[{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.893728] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:56:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4363f07-130d-47e7-954a-e010ac5471e3', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.901307] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.901878] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.902114] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e27ca74-3779-405f-8161-2dc026f352d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.920497] env[70294]: DEBUG oslo_concurrency.lockutils [None req-396b2776-8738-4fdc-abbb-0c6fe47a4cf9 tempest-ListImageFiltersTestJSON-688226099 tempest-ListImageFiltersTestJSON-688226099-project-member] Lock "e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.933s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.924288] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.924288] env[70294]: value = "task-3569645" [ 770.924288] env[70294]: _type = "Task" [ 770.924288] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.935012] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569645, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.992422] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.992874] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.993148] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.993341] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.993551] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.995773] env[70294]: INFO nova.compute.manager [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Terminating instance [ 771.099546] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.027s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.134756] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569643, 'name': ReconfigVM_Task, 'duration_secs': 0.601923} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.134979] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6fadd680-23c4-4e35-b08b-324d011ede8f/6fadd680-23c4-4e35-b08b-324d011ede8f.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.135656] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89ccd9eb-4f32-4e4c-9da5-e5cd264bd8f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.143487] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 771.143487] env[70294]: value = "task-3569646" [ 771.143487] env[70294]: _type = "Task" [ 771.143487] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.152390] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569646, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.196093] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569644, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.354638] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.354994] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.436264] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569645, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.459880] env[70294]: DEBUG nova.compute.manager [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-changed-f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.460692] env[70294]: DEBUG nova.compute.manager [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing instance network info cache due to event network-changed-f4363f07-130d-47e7-954a-e010ac5471e3. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.460971] env[70294]: DEBUG oslo_concurrency.lockutils [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.461175] env[70294]: DEBUG oslo_concurrency.lockutils [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.461376] env[70294]: DEBUG nova.network.neutron [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing network info cache for port f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.501862] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "refresh_cache-e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.502122] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquired lock "refresh_cache-e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.502332] env[70294]: DEBUG nova.network.neutron [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.660296] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569646, 'name': Rename_Task, 'duration_secs': 0.305794} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.660296] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.660432] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f9d37c5-0f81-4eb4-9a67-36ba35c41894 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.667414] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 771.667414] env[70294]: value = "task-3569647" [ 771.667414] env[70294]: _type = "Task" [ 771.667414] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.680038] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.701267] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569644, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73896} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.704305] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. [ 771.705279] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9cc0bf-bc22-4879-8814-edcb89558a21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.730199] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.733514] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5a47d2d-7529-4180-ae55-178860b0f597 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.752792] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 771.752792] env[70294]: value = "task-3569648" [ 771.752792] env[70294]: _type = "Task" [ 771.752792] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.760214] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569648, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.868208] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.868584] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.868862] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.871236] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.871236] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.871236] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.871236] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 771.871236] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 771.913176] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91a3b28-8eba-493a-9b2a-c187c6efaf6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.922163] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7f277f-9a87-450d-8dd0-0443987a14b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.958098] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eda6f1-ab55-4702-ad32-79a92c0dd9db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.963989] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569645, 'name': CreateVM_Task, 'duration_secs': 0.672876} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.964621] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.965616] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.965801] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.966143] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.970119] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f6f7b5-eea6-492f-ab36-44ff8b408399 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.972845] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6e2583-f373-48ab-a446-ce0288843432 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.980492] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 771.980492] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524cb43d-c21e-ab95-5b29-e97c5cb486ec" [ 771.980492] env[70294]: _type = "Task" [ 771.980492] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.988591] env[70294]: DEBUG nova.compute.provider_tree [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.998557] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524cb43d-c21e-ab95-5b29-e97c5cb486ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.999811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.000089] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.000332] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000810] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.001269] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4c52397c-e26f-4144-9dca-6189164d343f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.010742] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.010939] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.011986] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-748da36e-ecf4-448a-8552-471ffa349161 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.016793] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 772.016793] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528f2069-542e-7c9f-9885-cbc329bc5dfe" [ 772.016793] env[70294]: _type = "Task" [ 772.016793] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.027492] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528f2069-542e-7c9f-9885-cbc329bc5dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.038746] env[70294]: DEBUG nova.network.neutron [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.135361] env[70294]: DEBUG nova.network.neutron [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.160894] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.161175] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.161396] env[70294]: INFO nova.compute.manager [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Attaching volume 86156b1d-56a4-4998-af56-ab74af7f8df8 to /dev/sdb [ 772.181816] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569647, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.219437] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9514668d-a33d-413d-83e4-0880a66efa76 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.227458] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3e8d7-1a8b-4bb9-b91a-090b39be1ead {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.241630] env[70294]: DEBUG nova.virt.block_device [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Updating existing volume attachment record: 79819491-7287-484c-93c0-06f545842150 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 772.265885] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.310511] env[70294]: DEBUG nova.network.neutron [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updated VIF entry in instance network info cache for port f4363f07-130d-47e7-954a-e010ac5471e3. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.310737] env[70294]: DEBUG nova.network.neutron [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.373326] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.494678] env[70294]: DEBUG nova.scheduler.client.report [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.529170] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528f2069-542e-7c9f-9885-cbc329bc5dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.009059} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.533297] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f508177-0356-4179-a14b-54ec0fb3f5e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.535488] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 772.535488] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b33ce9-4621-f5cb-b890-b8a05c6fda27" [ 772.535488] env[70294]: _type = "Task" [ 772.535488] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.544293] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b33ce9-4621-f5cb-b890-b8a05c6fda27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.648904] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Releasing lock "refresh_cache-e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.648904] env[70294]: DEBUG nova.compute.manager [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.648904] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.648904] env[70294]: DEBUG oslo_concurrency.lockutils [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.648904] env[70294]: DEBUG oslo_concurrency.lockutils [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.648904] env[70294]: INFO nova.compute.manager [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Rebooting instance [ 772.649779] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4502b567-571c-4243-9acb-44c12fae9df2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.663759] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.663759] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b67462fc-9fc3-44aa-8981-4580d6b826bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.672023] env[70294]: DEBUG oslo_vmware.api [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 772.672023] env[70294]: value = "task-3569651" [ 772.672023] env[70294]: _type = "Task" [ 772.672023] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.681803] env[70294]: DEBUG oslo_vmware.api [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.686181] env[70294]: DEBUG oslo_vmware.api [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569647, 'name': PowerOnVM_Task, 'duration_secs': 0.831303} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.686181] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.686416] env[70294]: INFO nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Took 9.34 seconds to spawn the instance on the hypervisor. [ 772.686609] env[70294]: DEBUG nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 772.687694] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8769b8-a77f-44fb-acc1-4f46a55f9793 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.762280] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569648, 'name': ReconfigVM_Task, 'duration_secs': 0.650333} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.762579] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Reconfigured VM instance instance-0000002c to attach disk [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.763462] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60477be0-4001-49b7-b7bd-a9fe4b79fb62 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.791945] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781f6c19-5602-4cc1-a689-6b7a248de943 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.807069] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 772.807069] env[70294]: value = "task-3569653" [ 772.807069] env[70294]: _type = "Task" [ 772.807069] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.815955] env[70294]: DEBUG oslo_concurrency.lockutils [req-ac8eda26-7b0e-40da-8c93-4dc5ff11dc70 req-7683932b-1dde-409d-b5ce-1d342be4b4ae service nova] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.816394] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.001835] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.001835] env[70294]: DEBUG nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.003474] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.590s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.005676] env[70294]: INFO nova.compute.claims [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.047295] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b33ce9-4621-f5cb-b890-b8a05c6fda27, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.048746] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.049948] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 85e159e8-0f37-4d05-9611-259ea1c67cba/85e159e8-0f37-4d05-9611-259ea1c67cba.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.049948] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-966e4b89-2c3d-4e43-b02f-8cd6ac7c6a18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.064848] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 773.064848] env[70294]: value = "task-3569654" [ 773.064848] env[70294]: _type = "Task" [ 773.064848] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.071761] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569654, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.181838] env[70294]: DEBUG oslo_vmware.api [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569651, 'name': PowerOffVM_Task, 'duration_secs': 0.214687} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.183299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.183363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.183994] env[70294]: DEBUG nova.network.neutron [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.184927] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.185646] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.186154] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8af02bbe-aa21-4074-8e13-1ef7f3cca1ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.209439] env[70294]: INFO nova.compute.manager [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Took 44.16 seconds to build instance. [ 773.216172] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.216172] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.216172] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Deleting the datastore file [datastore1] e9b2edb7-1d37-4443-b8b7-8a61e298ae4d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.217308] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcabc0d4-d43e-48d5-97c4-6910d84196f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.227347] env[70294]: DEBUG oslo_vmware.api [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for the task: (returnval){ [ 773.227347] env[70294]: value = "task-3569656" [ 773.227347] env[70294]: _type = "Task" [ 773.227347] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.237326] env[70294]: DEBUG oslo_vmware.api [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.323153] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569653, 'name': ReconfigVM_Task, 'duration_secs': 0.294513} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.323798] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.324347] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05734062-03ca-476e-8ef8-165d8c9222e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.333172] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 773.333172] env[70294]: value = "task-3569657" [ 773.333172] env[70294]: _type = "Task" [ 773.333172] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.347479] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.516666] env[70294]: DEBUG nova.compute.utils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.518538] env[70294]: DEBUG nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.518794] env[70294]: DEBUG nova.network.neutron [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.573222] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569654, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492353} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.573488] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 85e159e8-0f37-4d05-9611-259ea1c67cba/85e159e8-0f37-4d05-9611-259ea1c67cba.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.573736] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.573988] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-511a29c0-fb8c-4f48-b28d-5f84a7860eda {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.580084] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 773.580084] env[70294]: value = "task-3569658" [ 773.580084] env[70294]: _type = "Task" [ 773.580084] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.589175] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.621260] env[70294]: DEBUG nova.policy [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27f69dd0ec4741c696c7849cfbe183f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '070b05e4dcf9452db7a08fc45fd85057', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.711483] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2e351aa8-9703-40c6-871a-d64a0fc457ca tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.191s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.737271] env[70294]: DEBUG oslo_vmware.api [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Task: {'id': task-3569656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219063} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.737395] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.737582] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.737792] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.738663] env[70294]: INFO nova.compute.manager [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 773.738663] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.738663] env[70294]: DEBUG nova.compute.manager [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.738841] env[70294]: DEBUG nova.network.neutron [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.778122] env[70294]: DEBUG nova.network.neutron [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.843644] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569657, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.023734] env[70294]: DEBUG nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.093190] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134657} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.096031] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.096031] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f72b785-a147-4eb3-8137-26796c280f45 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.127084] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 85e159e8-0f37-4d05-9611-259ea1c67cba/85e159e8-0f37-4d05-9611-259ea1c67cba.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.130488] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be28429-d29b-4f05-a78a-ac3373f6514d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.151216] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 774.151216] env[70294]: value = "task-3569659" [ 774.151216] env[70294]: _type = "Task" [ 774.151216] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.159422] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.213935] env[70294]: DEBUG nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.264235] env[70294]: DEBUG nova.network.neutron [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.281564] env[70294]: DEBUG nova.network.neutron [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.348193] env[70294]: DEBUG oslo_vmware.api [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569657, 'name': PowerOnVM_Task, 'duration_secs': 0.604567} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.352896] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.357507] env[70294]: DEBUG nova.compute.manager [None req-1be11ad1-9cad-43ea-b167-b7018b8b5698 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.359466] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591fe44b-ed2b-4931-98b1-7cab0c45a6c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.448443] env[70294]: DEBUG nova.compute.manager [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Received event network-changed-31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.448638] env[70294]: DEBUG nova.compute.manager [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Refreshing instance network info cache due to event network-changed-31d79382-e9e1-488f-8c70-ce60b87e2378. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 774.448849] env[70294]: DEBUG oslo_concurrency.lockutils [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] Acquiring lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.448989] env[70294]: DEBUG oslo_concurrency.lockutils [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] Acquired lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.449414] env[70294]: DEBUG nova.network.neutron [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Refreshing network info cache for port 31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.530758] env[70294]: INFO nova.virt.block_device [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Booting with volume 311a1467-0ce3-4f7d-8721-0722e7d5063a at /dev/sda [ 774.545785] env[70294]: DEBUG nova.network.neutron [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Successfully created port: 2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.584741] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b20f275-2695-4f59-9eac-d604231af0e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.598561] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eddc62-ced6-48c7-8801-b16744dccfa7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.635850] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6205e15d-b798-4bd7-8aee-88040f915c0d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.644269] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7008ad6c-619c-4c39-bc3b-fb2d74692cae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.670475] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569659, 'name': ReconfigVM_Task, 'duration_secs': 0.462545} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.670750] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 85e159e8-0f37-4d05-9611-259ea1c67cba/85e159e8-0f37-4d05-9611-259ea1c67cba.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.673757] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c5db53b-e3a3-483f-8490-27579d7b4562 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.691663] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a2f207-1f94-4645-9506-963b1e80de6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.694568] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a33071a-e212-4b65-ac3a-d7ac6353c10d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.696958] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 774.696958] env[70294]: value = "task-3569660" [ 774.696958] env[70294]: _type = "Task" [ 774.696958] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.704648] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acff9b8-3ff9-491a-92f6-f1ca0c21d020 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.707999] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7ae9c4-5d24-417b-9eb7-e4fad03c0735 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.713441] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569660, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.752083] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0837af-802d-4412-b0d5-4f749853050f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.756426] env[70294]: DEBUG nova.virt.block_device [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Updating existing volume attachment record: 274da51b-4b91-4ffe-b7a2-688e8cfb22f9 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 774.766261] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bc1814-defe-497d-8570-7445e998e9e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.770862] env[70294]: DEBUG oslo_concurrency.lockutils [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.782748] env[70294]: DEBUG nova.compute.provider_tree [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.783858] env[70294]: INFO nova.compute.manager [-] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Took 1.05 seconds to deallocate network for instance. [ 774.789562] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.214427] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569660, 'name': Rename_Task, 'duration_secs': 0.238201} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.214427] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.214427] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b04a32-5831-4ff0-8f9f-de5f363feef3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.222325] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 775.222325] env[70294]: value = "task-3569662" [ 775.222325] env[70294]: _type = "Task" [ 775.222325] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.232449] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.277378] env[70294]: DEBUG nova.compute.manager [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.280591] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48af8f9c-5983-474b-9047-819977e7416e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.288780] env[70294]: DEBUG nova.scheduler.client.report [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.296820] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.571348] env[70294]: DEBUG nova.network.neutron [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updated VIF entry in instance network info cache for port 31d79382-e9e1-488f-8c70-ce60b87e2378. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.571747] env[70294]: DEBUG nova.network.neutron [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updating instance_info_cache with network_info: [{"id": "31d79382-e9e1-488f-8c70-ce60b87e2378", "address": "fa:16:3e:dd:d5:c2", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d79382-e9", "ovs_interfaceid": "31d79382-e9e1-488f-8c70-ce60b87e2378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.652046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "6fadd680-23c4-4e35-b08b-324d011ede8f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.652046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.652046] env[70294]: INFO nova.compute.manager [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Rebooting instance [ 775.740239] env[70294]: DEBUG oslo_vmware.api [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569662, 'name': PowerOnVM_Task, 'duration_secs': 0.506663} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.740239] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.740384] env[70294]: INFO nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Took 7.71 seconds to spawn the instance on the hypervisor. [ 775.741979] env[70294]: DEBUG nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.741979] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7ce102-29cb-40be-b5b9-d9099d1a41d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.800364] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.800364] env[70294]: DEBUG nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 775.801491] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.810s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.803453] env[70294]: DEBUG nova.objects.instance [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lazy-loading 'resources' on Instance uuid 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.076841] env[70294]: DEBUG oslo_concurrency.lockutils [req-0d6e491f-3f94-4900-8fd1-5d23ce34c8d9 req-3d9d16ba-cf98-4b4e-83fc-90b94ef9afd1 service nova] Releasing lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.172516] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.172516] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquired lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.172516] env[70294]: DEBUG nova.network.neutron [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.263154] env[70294]: INFO nova.compute.manager [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Took 44.08 seconds to build instance. [ 776.298881] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f71ad4-9038-4679-bc7b-dcedc2218714 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.303555] env[70294]: DEBUG nova.compute.utils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.304883] env[70294]: DEBUG nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.305074] env[70294]: DEBUG nova.network.neutron [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.311959] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Doing hard reboot of VM {{(pid=70294) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 776.312686] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6f7aa229-cf32-473a-b8bc-b1c524d05fa9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.318939] env[70294]: DEBUG oslo_vmware.api [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 776.318939] env[70294]: value = "task-3569663" [ 776.318939] env[70294]: _type = "Task" [ 776.318939] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.328687] env[70294]: DEBUG oslo_vmware.api [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569663, 'name': ResetVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.386019] env[70294]: DEBUG nova.policy [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ebb8e38a51f246458ff8c79ef48323d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1ed432e72bac4a7aba2031512e46e38c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.605092] env[70294]: INFO nova.compute.manager [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Unrescuing [ 776.605375] env[70294]: DEBUG oslo_concurrency.lockutils [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.605886] env[70294]: DEBUG oslo_concurrency.lockutils [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.605886] env[70294]: DEBUG nova.network.neutron [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.768468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-81e1396f-d51b-401e-9885-8790dca05026 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.149s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.815125] env[70294]: DEBUG nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.835855] env[70294]: DEBUG oslo_vmware.api [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569663, 'name': ResetVM_Task, 'duration_secs': 0.08681} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.836142] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Did hard reboot of VM {{(pid=70294) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 776.836502] env[70294]: DEBUG nova.compute.manager [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.837239] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4512d00-e490-4557-a51b-287fdfa2d501 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.903346] env[70294]: DEBUG nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.903846] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.904114] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.904225] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.904403] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.904547] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.904705] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.904943] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.905415] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.905415] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.905491] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.905624] env[70294]: DEBUG nova.virt.hardware [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.906985] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57728d4e-67a9-4b87-aee6-6063ea474aa1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.916626] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8995daf-c910-4aaa-9154-8e624e215225 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.971557] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79614d92-0d3a-48a3-8e22-bcd22ef2f39b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.977058] env[70294]: DEBUG nova.compute.manager [req-b9780ca4-46ab-4e03-92f2-baf8f62263ce req-bc8eb851-0592-4dc4-ad3d-d1aedbcdb001 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Received event network-vif-plugged-2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.977230] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9780ca4-46ab-4e03-92f2-baf8f62263ce req-bc8eb851-0592-4dc4-ad3d-d1aedbcdb001 service nova] Acquiring lock "3c110396-d115-4f83-ace1-c682515f90ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.977556] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9780ca4-46ab-4e03-92f2-baf8f62263ce req-bc8eb851-0592-4dc4-ad3d-d1aedbcdb001 service nova] Lock "3c110396-d115-4f83-ace1-c682515f90ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.977737] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9780ca4-46ab-4e03-92f2-baf8f62263ce req-bc8eb851-0592-4dc4-ad3d-d1aedbcdb001 service nova] Lock "3c110396-d115-4f83-ace1-c682515f90ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.977905] env[70294]: DEBUG nova.compute.manager [req-b9780ca4-46ab-4e03-92f2-baf8f62263ce req-bc8eb851-0592-4dc4-ad3d-d1aedbcdb001 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] No waiting events found dispatching network-vif-plugged-2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.978081] env[70294]: WARNING nova.compute.manager [req-b9780ca4-46ab-4e03-92f2-baf8f62263ce req-bc8eb851-0592-4dc4-ad3d-d1aedbcdb001 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Received unexpected event network-vif-plugged-2c8d681c-0565-446f-b113-2ae7380ef119 for instance with vm_state building and task_state spawning. [ 776.983940] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b5e35-1ff5-467b-acc0-26274c7c35ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.021470] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e950b82-6d4a-4ded-97ec-c627d85f7ef5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.030094] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a1a344-500a-4b23-81a7-e74ef79fbf82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.034910] env[70294]: DEBUG nova.network.neutron [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Successfully created port: 14e2006c-267b-458c-9fa0-90480148ffe1 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.052706] env[70294]: DEBUG nova.compute.provider_tree [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.060865] env[70294]: DEBUG nova.network.neutron [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updating instance_info_cache with network_info: [{"id": "31d79382-e9e1-488f-8c70-ce60b87e2378", "address": "fa:16:3e:dd:d5:c2", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d79382-e9", "ovs_interfaceid": "31d79382-e9e1-488f-8c70-ce60b87e2378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.123373] env[70294]: DEBUG nova.network.neutron [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Successfully updated port: 2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.270906] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.310891] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 777.311343] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712551', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'name': 'volume-86156b1d-56a4-4998-af56-ab74af7f8df8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bdb68d6-5e68-4581-a380-0d23b6cb17e2', 'attached_at': '', 'detached_at': '', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'serial': '86156b1d-56a4-4998-af56-ab74af7f8df8'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 777.311971] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a14678-25b3-4dac-9620-64aba0514ab6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.337171] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3f0e07-4917-4c67-986d-63e18ad0e39f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.366271] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-86156b1d-56a4-4998-af56-ab74af7f8df8/volume-86156b1d-56a4-4998-af56-ab74af7f8df8.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.366920] env[70294]: DEBUG oslo_concurrency.lockutils [None req-94d0cab1-8c3e-4b70-bc7c-b59aa5995147 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.719s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.368286] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26461efd-3191-401c-924b-830e93699fbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.394799] env[70294]: DEBUG oslo_vmware.api [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 777.394799] env[70294]: value = "task-3569664" [ 777.394799] env[70294]: _type = "Task" [ 777.394799] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.407162] env[70294]: DEBUG oslo_vmware.api [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.427919] env[70294]: DEBUG nova.network.neutron [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Updating instance_info_cache with network_info: [{"id": "0beb98fc-058f-4c9b-a895-131f291a951c", "address": "fa:16:3e:05:1a:8e", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0beb98fc-05", "ovs_interfaceid": "0beb98fc-058f-4c9b-a895-131f291a951c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.556515] env[70294]: DEBUG nova.scheduler.client.report [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.563319] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Releasing lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.626792] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquiring lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.627076] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquired lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.627217] env[70294]: DEBUG nova.network.neutron [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.803872] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.843370] env[70294]: DEBUG nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.888299] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:35:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='238deb88-d511-45d9-8750-3af4ab409731',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-361502112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.888627] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.888790] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.888973] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.889144] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.889292] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.889501] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.889658] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.889822] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.889980] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.890171] env[70294]: DEBUG nova.virt.hardware [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.891379] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ce0e67-f35f-4bed-a835-460f3ee9c36c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.911236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "8bc30b31-2ab0-4f66-85ac-08005f24a056" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.911496] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.912894] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ff762-08aa-4700-bd0e-74661223e86b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.920819] env[70294]: DEBUG oslo_vmware.api [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.942770] env[70294]: DEBUG oslo_concurrency.lockutils [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-bc3809c5-5884-4d54-9fa2-d1a780b038de" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.942770] env[70294]: DEBUG nova.objects.instance [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lazy-loading 'flavor' on Instance uuid bc3809c5-5884-4d54-9fa2-d1a780b038de {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.059916] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.061020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.063386] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.065866] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.279s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.067259] env[70294]: INFO nova.compute.claims [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.074222] env[70294]: DEBUG nova.compute.manager [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.075122] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538b4d9f-c7d8-480e-be91-f31527b9b13e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.101473] env[70294]: INFO nova.scheduler.client.report [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Deleted allocations for instance 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0 [ 778.182185] env[70294]: DEBUG nova.network.neutron [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.343188] env[70294]: DEBUG nova.network.neutron [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Updating instance_info_cache with network_info: [{"id": "2c8d681c-0565-446f-b113-2ae7380ef119", "address": "fa:16:3e:19:51:22", "network": {"id": "085a4fd5-8f2e-453b-b0b8-6a988c25a7db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-804540926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070b05e4dcf9452db7a08fc45fd85057", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8d681c-05", "ovs_interfaceid": "2c8d681c-0565-446f-b113-2ae7380ef119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.410928] env[70294]: DEBUG oslo_vmware.api [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569664, 'name': ReconfigVM_Task, 'duration_secs': 0.792627} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.411817] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-86156b1d-56a4-4998-af56-ab74af7f8df8/volume-86156b1d-56a4-4998-af56-ab74af7f8df8.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.416743] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37f394b-4e63-4cab-a6ca-ad30c4ed7d33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.438032] env[70294]: DEBUG oslo_vmware.api [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 778.438032] env[70294]: value = "task-3569665" [ 778.438032] env[70294]: _type = "Task" [ 778.438032] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.448431] env[70294]: DEBUG oslo_vmware.api [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.449243] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f57820-0ce7-4da8-aad4-e03537256176 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.477686] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.478109] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f2fa561-d8e7-4831-aa15-d102e941c59a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.484972] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 778.484972] env[70294]: value = "task-3569666" [ 778.484972] env[70294]: _type = "Task" [ 778.484972] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.493453] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.615242] env[70294]: DEBUG oslo_concurrency.lockutils [None req-093ea0b8-3380-46ec-9256-317dd959656c tempest-ServersTestFqdnHostnames-222205351 tempest-ServersTestFqdnHostnames-222205351-project-member] Lock "0bfe1cdb-88cb-47db-bec0-44e1d42a21a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.250s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.791160] env[70294]: DEBUG nova.network.neutron [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Successfully updated port: 14e2006c-267b-458c-9fa0-90480148ffe1 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.846748] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Releasing lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.847315] env[70294]: DEBUG nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance network_info: |[{"id": "2c8d681c-0565-446f-b113-2ae7380ef119", "address": "fa:16:3e:19:51:22", "network": {"id": "085a4fd5-8f2e-453b-b0b8-6a988c25a7db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-804540926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070b05e4dcf9452db7a08fc45fd85057", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8d681c-05", "ovs_interfaceid": "2c8d681c-0565-446f-b113-2ae7380ef119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.847815] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:51:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4f04accd-4a9f-41a1-b327-c96095e1ade4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c8d681c-0565-446f-b113-2ae7380ef119', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.855746] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Creating folder: Project (070b05e4dcf9452db7a08fc45fd85057). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.856147] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c4eb00e-de8a-4387-93b1-f3613c98546b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.869112] env[70294]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 778.869298] env[70294]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=70294) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 778.869672] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Folder already exists: Project (070b05e4dcf9452db7a08fc45fd85057). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 778.869886] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Creating folder: Instances. Parent ref: group-v712497. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.870153] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a4a2d26-31d7-48f2-bc70-33b1093064a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.887070] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Created folder: Instances in parent group-v712497. [ 778.887070] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.887070] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.887070] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62962b2c-d3b9-4350-9903-26800a79535c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.906112] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.906112] env[70294]: value = "task-3569669" [ 778.906112] env[70294]: _type = "Task" [ 778.906112] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.915292] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569669, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.950033] env[70294]: DEBUG oslo_vmware.api [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569665, 'name': ReconfigVM_Task, 'duration_secs': 0.166216} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.950219] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712551', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'name': 'volume-86156b1d-56a4-4998-af56-ab74af7f8df8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bdb68d6-5e68-4581-a380-0d23b6cb17e2', 'attached_at': '', 'detached_at': '', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'serial': '86156b1d-56a4-4998-af56-ab74af7f8df8'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 778.996200] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569666, 'name': PowerOffVM_Task, 'duration_secs': 0.193941} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.996200] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.000907] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Reconfiguring VM instance instance-0000002c to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 779.001685] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289aed34-0a27-4102-b10d-2bd5102ce5fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.019605] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 779.019605] env[70294]: value = "task-3569670" [ 779.019605] env[70294]: _type = "Task" [ 779.019605] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.028219] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.031084] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Received event network-changed-2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.031254] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Refreshing instance network info cache due to event network-changed-2c8d681c-0565-446f-b113-2ae7380ef119. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.031471] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Acquiring lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.031690] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Acquired lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.031858] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Refreshing network info cache for port 2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.094305] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1793de23-3d8d-4ef4-9c81-1acd2d32da41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.102983] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Doing hard reboot of VM {{(pid=70294) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 779.104136] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3768f733-be93-4a20-bf88-2b956fe42c76 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.114669] env[70294]: DEBUG oslo_vmware.api [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 779.114669] env[70294]: value = "task-3569671" [ 779.114669] env[70294]: _type = "Task" [ 779.114669] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.125392] env[70294]: DEBUG oslo_vmware.api [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569671, 'name': ResetVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.294800] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.294800] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.295145] env[70294]: DEBUG nova.network.neutron [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.418358] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569669, 'name': CreateVM_Task, 'duration_secs': 0.372033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.418531] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.419230] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'attachment_id': '274da51b-4b91-4ffe-b7a2-688e8cfb22f9', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712504', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'name': 'volume-311a1467-0ce3-4f7d-8721-0722e7d5063a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c110396-d115-4f83-ace1-c682515f90ed', 'attached_at': '', 'detached_at': '', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'serial': '311a1467-0ce3-4f7d-8721-0722e7d5063a'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70294) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 779.419442] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Root volume attach. Driver type: vmdk {{(pid=70294) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 779.420234] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9be7f7-4da4-4a85-808f-da9df8a83f15 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.428437] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1c9f29-a0d8-41d4-ba28-994713996fa1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.434415] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c947b933-1a32-4f1a-ad0f-0aa821a1fcb3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.442845] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-2b300ff4-ba7a-436c-a733-3e62eea8e2f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.451206] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 779.451206] env[70294]: value = "task-3569672" [ 779.451206] env[70294]: _type = "Task" [ 779.451206] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.465060] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.531319] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569670, 'name': ReconfigVM_Task, 'duration_secs': 0.356219} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.533997] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Reconfigured VM instance instance-0000002c to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.534223] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.537142] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-891c7457-4709-44b4-8b0e-897de6433053 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.543753] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 779.543753] env[70294]: value = "task-3569673" [ 779.543753] env[70294]: _type = "Task" [ 779.543753] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.555985] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.561829] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0fb12f-d69c-4c40-8476-f6829510b548 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.570071] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69c555f-20d3-4f86-a80f-c14b48e4485e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.605160] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0e762-ec13-4bde-9489-168ec207dd6a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.613045] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0ee313-0425-4413-be49-fafb617bf58c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.629848] env[70294]: DEBUG nova.compute.provider_tree [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.635018] env[70294]: DEBUG oslo_vmware.api [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569671, 'name': ResetVM_Task, 'duration_secs': 0.106373} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.635018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Did hard reboot of VM {{(pid=70294) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 779.635018] env[70294]: DEBUG nova.compute.manager [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.635860] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6d27f8-6e68-4943-a8b9-d0c1c1aacaff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.836521] env[70294]: DEBUG nova.network.neutron [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 779.949218] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Updated VIF entry in instance network info cache for port 2c8d681c-0565-446f-b113-2ae7380ef119. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.949218] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Updating instance_info_cache with network_info: [{"id": "2c8d681c-0565-446f-b113-2ae7380ef119", "address": "fa:16:3e:19:51:22", "network": {"id": "085a4fd5-8f2e-453b-b0b8-6a988c25a7db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-804540926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070b05e4dcf9452db7a08fc45fd85057", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8d681c-05", "ovs_interfaceid": "2c8d681c-0565-446f-b113-2ae7380ef119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.967639] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 35%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.004113] env[70294]: DEBUG nova.objects.instance [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'flavor' on Instance uuid 0bdb68d6-5e68-4581-a380-0d23b6cb17e2 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.059168] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569673, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.077624] env[70294]: DEBUG nova.network.neutron [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [{"id": "14e2006c-267b-458c-9fa0-90480148ffe1", "address": "fa:16:3e:cd:3e:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2006c-26", "ovs_interfaceid": "14e2006c-267b-458c-9fa0-90480148ffe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.135753] env[70294]: DEBUG nova.scheduler.client.report [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.153714] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d574ea02-5e1f-42de-b879-e94020f2bea9 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.503s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.208536] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.451941] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Releasing lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.452252] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-changed-f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.452460] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing instance network info cache due to event network-changed-f4363f07-130d-47e7-954a-e010ac5471e3. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.452632] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.452768] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.452929] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing network info cache for port f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.472024] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 49%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.517774] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4f3a5fa7-61c2-414e-8e61-508408a28858 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.356s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.518910] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.311s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.522614] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.522614] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.522614] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.525984] env[70294]: INFO nova.compute.manager [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Terminating instance [ 780.559767] env[70294]: DEBUG oslo_vmware.api [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569673, 'name': PowerOnVM_Task, 'duration_secs': 0.881458} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.560237] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.560577] env[70294]: DEBUG nova.compute.manager [None req-042cd5ef-0d1a-4486-9ab8-6ebf18958ca0 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.561460] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3581ade0-1fc1-4d70-bca8-5552714b8548 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.582127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.582127] env[70294]: DEBUG nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Instance network_info: |[{"id": "14e2006c-267b-458c-9fa0-90480148ffe1", "address": "fa:16:3e:cd:3e:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2006c-26", "ovs_interfaceid": "14e2006c-267b-458c-9fa0-90480148ffe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.582127] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:3e:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14e2006c-267b-458c-9fa0-90480148ffe1', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.590769] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.591039] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.591272] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-290c1bde-68aa-4a25-9cc5-f620a29f1f5b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.618373] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.618373] env[70294]: value = "task-3569674" [ 780.618373] env[70294]: _type = "Task" [ 780.618373] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.631994] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569674, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.641106] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.641676] env[70294]: DEBUG nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 780.644426] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.680s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.644672] env[70294]: DEBUG nova.objects.instance [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lazy-loading 'resources' on Instance uuid ecf7b179-5141-4d87-951d-5f40cae4319c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.975194] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 62%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.030123] env[70294]: DEBUG nova.compute.manager [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.030356] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.030718] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68b876c0-e4d4-4eef-8147-2ec66936e54a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.046504] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 781.046504] env[70294]: value = "task-3569675" [ 781.046504] env[70294]: _type = "Task" [ 781.046504] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.063089] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.133673] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569674, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.147914] env[70294]: DEBUG nova.compute.utils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 781.155594] env[70294]: DEBUG nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.155789] env[70294]: DEBUG nova.network.neutron [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.252288] env[70294]: DEBUG nova.policy [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d69e06cdbaf492fa395732bef59663a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40cb44048e1f43ee9f4a44063b736215', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.383262] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updated VIF entry in instance network info cache for port f4363f07-130d-47e7-954a-e010ac5471e3. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.383905] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.471213] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 75%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.563100] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569675, 'name': PowerOffVM_Task, 'duration_secs': 0.335438} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.563423] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.563712] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 781.563968] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712551', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'name': 'volume-86156b1d-56a4-4998-af56-ab74af7f8df8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bdb68d6-5e68-4581-a380-0d23b6cb17e2', 'attached_at': '', 'detached_at': '', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'serial': '86156b1d-56a4-4998-af56-ab74af7f8df8'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 781.564841] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49770fab-caec-43c8-a2bd-3a1dce5318b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.598496] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9eaf70-8f2a-4b3f-9f12-d665c054ddb8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.614833] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0fb440-4281-45bd-8ca6-fa95e2ed8f7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.651066] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e1262f-255a-48b7-81c1-f42bc6a368dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.653482] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569674, 'name': CreateVM_Task, 'duration_secs': 0.612839} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.654757] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.655147] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.655312] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.655654] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.656047] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ced90df-0ff7-432f-9395-013cfd833ca0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.672090] env[70294]: DEBUG nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.676181] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] The volume has not been displaced from its original location: [datastore1] volume-86156b1d-56a4-4998-af56-ab74af7f8df8/volume-86156b1d-56a4-4998-af56-ab74af7f8df8.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 781.681407] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 781.686495] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd07f22-cd5f-4859-96b2-843a970deb67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.699416] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 781.699416] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5219b53a-c00a-3aa1-7e55-a137f0fb9d7b" [ 781.699416] env[70294]: _type = "Task" [ 781.699416] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.709755] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 781.709755] env[70294]: value = "task-3569676" [ 781.709755] env[70294]: _type = "Task" [ 781.709755] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.714559] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5219b53a-c00a-3aa1-7e55-a137f0fb9d7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.721432] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.721748] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.722201] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.722201] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.722547] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.724652] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c13b0545-133a-46b2-af7e-4a9220439c7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.734330] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569676, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.735797] env[70294]: DEBUG nova.network.neutron [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Successfully created port: f6f8a494-bea7-45ef-8246-fcf93ac667bf {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.739046] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.739275] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.741789] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-166ce50b-a445-43a1-afad-6fd108ce729a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.755319] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 781.755319] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef7e3b-e953-2f8c-272b-79d619ce1674" [ 781.755319] env[70294]: _type = "Task" [ 781.755319] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.775264] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef7e3b-e953-2f8c-272b-79d619ce1674, 'name': SearchDatastore_Task, 'duration_secs': 0.011469} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.776758] env[70294]: DEBUG nova.compute.manager [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Received event network-changed-31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.776854] env[70294]: DEBUG nova.compute.manager [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Refreshing instance network info cache due to event network-changed-31d79382-e9e1-488f-8c70-ce60b87e2378. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.777090] env[70294]: DEBUG oslo_concurrency.lockutils [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] Acquiring lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.777239] env[70294]: DEBUG oslo_concurrency.lockutils [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] Acquired lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.778644] env[70294]: DEBUG nova.network.neutron [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Refreshing network info cache for port 31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.779813] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e372ca-63e5-497e-a753-61a72cbc2452 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.794162] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 781.794162] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5228ea0a-0040-6efe-3508-45a8ae3c3e10" [ 781.794162] env[70294]: _type = "Task" [ 781.794162] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.814446] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5228ea0a-0040-6efe-3508-45a8ae3c3e10, 'name': SearchDatastore_Task, 'duration_secs': 0.011072} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.816637] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.817285] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.817883] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5382973d-4508-4ee3-900f-28122952b8fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.830327] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 781.830327] env[70294]: value = "task-3569677" [ 781.830327] env[70294]: _type = "Task" [ 781.830327] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.849132] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569677, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.876700] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0d8f1c-79d6-4339-9f10-7cad34394ce6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.897030] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.897030] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Received event network-vif-plugged-14e2006c-267b-458c-9fa0-90480148ffe1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.897030] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Acquiring lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.897030] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.897030] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.897030] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] No waiting events found dispatching network-vif-plugged-14e2006c-267b-458c-9fa0-90480148ffe1 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 781.897030] env[70294]: WARNING nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Received unexpected event network-vif-plugged-14e2006c-267b-458c-9fa0-90480148ffe1 for instance with vm_state building and task_state spawning. [ 781.897030] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Received event network-changed-14e2006c-267b-458c-9fa0-90480148ffe1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.897030] env[70294]: DEBUG nova.compute.manager [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Refreshing instance network info cache due to event network-changed-14e2006c-267b-458c-9fa0-90480148ffe1. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.897030] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Acquiring lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.897030] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Acquired lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.897030] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Refreshing network info cache for port 14e2006c-267b-458c-9fa0-90480148ffe1 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.903684] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbee132-096e-4dd1-bb29-45a4e8b71f3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.953894] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb29656-bc94-40a3-997d-e7262f1e3880 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.971464] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.976119] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab4a523-0954-40ea-bc60-50f462bf22e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.000127] env[70294]: DEBUG nova.compute.provider_tree [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.225334] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569676, 'name': ReconfigVM_Task, 'duration_secs': 0.352144} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.225725] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.231213] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0343f57-2124-467f-b91a-d5d212e72e29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.249199] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 782.249199] env[70294]: value = "task-3569678" [ 782.249199] env[70294]: _type = "Task" [ 782.249199] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.259562] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.344900] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569677, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.468652] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 97%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.505860] env[70294]: DEBUG nova.scheduler.client.report [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.604691] env[70294]: DEBUG nova.network.neutron [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updated VIF entry in instance network info cache for port 31d79382-e9e1-488f-8c70-ce60b87e2378. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.605420] env[70294]: DEBUG nova.network.neutron [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updating instance_info_cache with network_info: [{"id": "31d79382-e9e1-488f-8c70-ce60b87e2378", "address": "fa:16:3e:dd:d5:c2", "network": {"id": "86b03c2f-f1ce-4924-9923-42452273b2f8", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-882501797-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fc27511d2fb14673b3460cb79d17fa1b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "329d0e4b-4190-484a-8560-9356dc31beca", "external-id": "nsx-vlan-transportzone-29", "segmentation_id": 29, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31d79382-e9", "ovs_interfaceid": "31d79382-e9e1-488f-8c70-ce60b87e2378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.694186] env[70294]: DEBUG nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.697256] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updated VIF entry in instance network info cache for port 14e2006c-267b-458c-9fa0-90480148ffe1. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.697652] env[70294]: DEBUG nova.network.neutron [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [{"id": "14e2006c-267b-458c-9fa0-90480148ffe1", "address": "fa:16:3e:cd:3e:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2006c-26", "ovs_interfaceid": "14e2006c-267b-458c-9fa0-90480148ffe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.722816] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.723129] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.723294] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.723477] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.723626] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.723859] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.724087] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.724254] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.724422] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.724584] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.724779] env[70294]: DEBUG nova.virt.hardware [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.725669] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc6fb23-ea8f-4362-9724-67bc9baf90c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.733802] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e861fa-7912-4c9b-b118-e83cc0170185 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.757630] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.792780] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "6fadd680-23c4-4e35-b08b-324d011ede8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.793083] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.793296] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "6fadd680-23c4-4e35-b08b-324d011ede8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.793679] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.793822] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.796577] env[70294]: INFO nova.compute.manager [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Terminating instance [ 782.841341] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569677, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534166} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.841608] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.841820] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.842104] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cabd08c6-7a44-44ff-97b0-7eb5b2bff8e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.848963] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 782.848963] env[70294]: value = "task-3569679" [ 782.848963] env[70294]: _type = "Task" [ 782.848963] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.857319] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569679, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.967085] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 97%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.014215] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.370s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.017702] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.016s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.019268] env[70294]: INFO nova.compute.claims [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 783.041100] env[70294]: INFO nova.scheduler.client.report [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Deleted allocations for instance ecf7b179-5141-4d87-951d-5f40cae4319c [ 783.109902] env[70294]: DEBUG oslo_concurrency.lockutils [req-b2e0e4a9-13c8-4619-8b6e-4b645e143558 req-505833ef-330b-45fa-8f17-74e73fb8d8ff service nova] Releasing lock "refresh_cache-6fadd680-23c4-4e35-b08b-324d011ede8f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.200813] env[70294]: DEBUG oslo_concurrency.lockutils [req-4cd14712-8301-40d1-b04f-8c863338f680 req-e0a73014-4a53-427d-af7e-56f2cfd8590e service nova] Releasing lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.264965] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.306019] env[70294]: DEBUG nova.compute.manager [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.306019] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.306019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e42483-37d4-476a-a7ed-60732b656af3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.313018] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.313018] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5a77b4-432e-45a6-b2c4-ac2d52722374 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.319861] env[70294]: DEBUG oslo_vmware.api [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 783.319861] env[70294]: value = "task-3569680" [ 783.319861] env[70294]: _type = "Task" [ 783.319861] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.327967] env[70294]: DEBUG oslo_vmware.api [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.358069] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569679, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103108} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.358477] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.359344] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5953b9-16ba-460b-b8d2-37c73c452e6b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.381764] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.382265] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183433c2-20b0-4a7d-8250-107105ba0469 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.408025] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 783.408025] env[70294]: value = "task-3569681" [ 783.408025] env[70294]: _type = "Task" [ 783.408025] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.415311] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569681, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.470664] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 97%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.548880] env[70294]: DEBUG oslo_concurrency.lockutils [None req-307e4cd8-29ef-4611-8384-c4aa04c23076 tempest-ServersTestManualDisk-1622628182 tempest-ServersTestManualDisk-1622628182-project-member] Lock "ecf7b179-5141-4d87-951d-5f40cae4319c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.863s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.766020] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569678, 'name': ReconfigVM_Task, 'duration_secs': 1.304832} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.766020] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712551', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'name': 'volume-86156b1d-56a4-4998-af56-ab74af7f8df8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0bdb68d6-5e68-4581-a380-0d23b6cb17e2', 'attached_at': '', 'detached_at': '', 'volume_id': '86156b1d-56a4-4998-af56-ab74af7f8df8', 'serial': '86156b1d-56a4-4998-af56-ab74af7f8df8'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.766020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.766020] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef0b335-032f-4031-b402-0735edf91c5f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.772306] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.772728] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff3e8d9-e48e-4f75-86eb-ddeb2184fee9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.831549] env[70294]: DEBUG oslo_vmware.api [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569680, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.847805] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.848054] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.848914] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleting the datastore file [datastore1] 0bdb68d6-5e68-4581-a380-0d23b6cb17e2 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.848914] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16a04574-ede0-4ee0-b849-87557728cf21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.858028] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 783.858028] env[70294]: value = "task-3569683" [ 783.858028] env[70294]: _type = "Task" [ 783.858028] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.866981] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.908117] env[70294]: DEBUG nova.network.neutron [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Successfully updated port: f6f8a494-bea7-45ef-8246-fcf93ac667bf {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.921072] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569681, 'name': ReconfigVM_Task, 'duration_secs': 0.446892} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.922793] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.923626] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3dd6c47-b7dc-4af8-9a51-d67bbd3e66a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.932122] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 783.932122] env[70294]: value = "task-3569684" [ 783.932122] env[70294]: _type = "Task" [ 783.932122] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.945820] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569684, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.971161] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task} progress is 98%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.015176] env[70294]: DEBUG nova.compute.manager [req-217d2298-50d4-4541-9da3-fb3635de2a56 req-5f402b3c-912e-45ed-92ea-01868bb77016 service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Received event network-vif-plugged-f6f8a494-bea7-45ef-8246-fcf93ac667bf {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.015176] env[70294]: DEBUG oslo_concurrency.lockutils [req-217d2298-50d4-4541-9da3-fb3635de2a56 req-5f402b3c-912e-45ed-92ea-01868bb77016 service nova] Acquiring lock "0af8e144-eff8-4658-ac9c-54772827c20e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.015176] env[70294]: DEBUG oslo_concurrency.lockutils [req-217d2298-50d4-4541-9da3-fb3635de2a56 req-5f402b3c-912e-45ed-92ea-01868bb77016 service nova] Lock "0af8e144-eff8-4658-ac9c-54772827c20e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.015176] env[70294]: DEBUG oslo_concurrency.lockutils [req-217d2298-50d4-4541-9da3-fb3635de2a56 req-5f402b3c-912e-45ed-92ea-01868bb77016 service nova] Lock "0af8e144-eff8-4658-ac9c-54772827c20e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.016294] env[70294]: DEBUG nova.compute.manager [req-217d2298-50d4-4541-9da3-fb3635de2a56 req-5f402b3c-912e-45ed-92ea-01868bb77016 service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] No waiting events found dispatching network-vif-plugged-f6f8a494-bea7-45ef-8246-fcf93ac667bf {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.016782] env[70294]: WARNING nova.compute.manager [req-217d2298-50d4-4541-9da3-fb3635de2a56 req-5f402b3c-912e-45ed-92ea-01868bb77016 service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Received unexpected event network-vif-plugged-f6f8a494-bea7-45ef-8246-fcf93ac667bf for instance with vm_state building and task_state spawning. [ 784.333898] env[70294]: DEBUG oslo_vmware.api [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569680, 'name': PowerOffVM_Task, 'duration_secs': 0.529482} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.336594] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.336594] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.336594] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-387800a1-09b2-4fe3-bff4-1d241c354348 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.366365] env[70294]: DEBUG oslo_vmware.api [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140676} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.366888] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.367239] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.367560] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.367876] env[70294]: INFO nova.compute.manager [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Took 3.34 seconds to destroy the instance on the hypervisor. [ 784.368297] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.368645] env[70294]: DEBUG nova.compute.manager [-] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.368898] env[70294]: DEBUG nova.network.neutron [-] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.419367] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "refresh_cache-0af8e144-eff8-4658-ac9c-54772827c20e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.419367] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "refresh_cache-0af8e144-eff8-4658-ac9c-54772827c20e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.419367] env[70294]: DEBUG nova.network.neutron [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.421755] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.422227] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.422553] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Deleting the datastore file [datastore2] 6fadd680-23c4-4e35-b08b-324d011ede8f {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.423231] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28c57ba8-2af7-4fbd-be5f-e9d16a55f529 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.432240] env[70294]: DEBUG oslo_vmware.api [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 784.432240] env[70294]: value = "task-3569686" [ 784.432240] env[70294]: _type = "Task" [ 784.432240] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.455927] env[70294]: DEBUG oslo_vmware.api [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.460878] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569684, 'name': Rename_Task, 'duration_secs': 0.163719} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.467418] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.468752] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37a567f8-ff9a-4005-8705-0193bdf1b088 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.481726] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569672, 'name': RelocateVM_Task, 'duration_secs': 4.762625} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.487783] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 784.487783] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712504', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'name': 'volume-311a1467-0ce3-4f7d-8721-0722e7d5063a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c110396-d115-4f83-ace1-c682515f90ed', 'attached_at': '', 'detached_at': '', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'serial': '311a1467-0ce3-4f7d-8721-0722e7d5063a'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 784.487783] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 784.487783] env[70294]: value = "task-3569687" [ 784.487783] env[70294]: _type = "Task" [ 784.487783] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.487783] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bf4586-9cf3-40c6-97ee-0ce399582f25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.499504] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569687, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.515023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499feeeb-68ac-4273-b4e9-a44609401c02 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.540118] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] volume-311a1467-0ce3-4f7d-8721-0722e7d5063a/volume-311a1467-0ce3-4f7d-8721-0722e7d5063a.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.543478] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eadd5b79-15a2-4864-80bf-9c84db4d28dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.568547] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 784.568547] env[70294]: value = "task-3569688" [ 784.568547] env[70294]: _type = "Task" [ 784.568547] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.579661] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.745032] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e8c08-31fd-4726-86a9-1c28546d4cbf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.759012] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f533d-8139-4096-a0d7-76a8101d08ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.802483] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb5ae71-2c38-4617-b453-acbbbd9ec427 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.814781] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9c120d-e0e8-4034-8935-d0b6f8bc3079 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.832126] env[70294]: DEBUG nova.compute.provider_tree [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.940847] env[70294]: DEBUG oslo_vmware.api [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14018} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.941108] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.941317] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.941507] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.941697] env[70294]: INFO nova.compute.manager [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 784.941951] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.942169] env[70294]: DEBUG nova.compute.manager [-] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.942277] env[70294]: DEBUG nova.network.neutron [-] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.986260] env[70294]: DEBUG nova.network.neutron [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.002675] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569687, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.081502] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569688, 'name': ReconfigVM_Task, 'duration_secs': 0.299321} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.081791] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Reconfigured VM instance instance-00000033 to attach disk [datastore1] volume-311a1467-0ce3-4f7d-8721-0722e7d5063a/volume-311a1467-0ce3-4f7d-8721-0722e7d5063a.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.088078] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f8a8267-cb33-4d0a-a254-1af597fa2dc2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.103247] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 785.103247] env[70294]: value = "task-3569689" [ 785.103247] env[70294]: _type = "Task" [ 785.103247] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.112837] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.239636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "22bb2f65-958b-4cc2-8360-afd059d1d524" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.239636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.239636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "22bb2f65-958b-4cc2-8360-afd059d1d524-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.239636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.239636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.240681] env[70294]: INFO nova.compute.manager [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Terminating instance [ 785.273699] env[70294]: DEBUG nova.network.neutron [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Updating instance_info_cache with network_info: [{"id": "f6f8a494-bea7-45ef-8246-fcf93ac667bf", "address": "fa:16:3e:be:4c:79", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f8a494-be", "ovs_interfaceid": "f6f8a494-bea7-45ef-8246-fcf93ac667bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.336525] env[70294]: DEBUG nova.scheduler.client.report [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.343504] env[70294]: DEBUG nova.network.neutron [-] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.343619] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.344239] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.500584] env[70294]: DEBUG oslo_vmware.api [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569687, 'name': PowerOnVM_Task, 'duration_secs': 0.62798} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.500780] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.501077] env[70294]: INFO nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Took 7.66 seconds to spawn the instance on the hypervisor. [ 785.501871] env[70294]: DEBUG nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 785.502917] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b558c3ec-2cb7-4c07-a552-4ebe65127624 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.620016] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569689, 'name': ReconfigVM_Task, 'duration_secs': 0.121427} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.620016] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712504', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'name': 'volume-311a1467-0ce3-4f7d-8721-0722e7d5063a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c110396-d115-4f83-ace1-c682515f90ed', 'attached_at': '', 'detached_at': '', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'serial': '311a1467-0ce3-4f7d-8721-0722e7d5063a'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 785.620016] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3c48282-ab87-46da-bc29-0a74819ddd42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.626130] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 785.626130] env[70294]: value = "task-3569690" [ 785.626130] env[70294]: _type = "Task" [ 785.626130] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.636290] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569690, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.749898] env[70294]: DEBUG nova.compute.manager [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.750656] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.751793] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6021cf94-94c0-409b-9fe8-8190796bb712 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.762622] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 785.762622] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d95dec7-9008-4919-a73c-3553733c0436 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.769337] env[70294]: DEBUG oslo_vmware.api [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 785.769337] env[70294]: value = "task-3569691" [ 785.769337] env[70294]: _type = "Task" [ 785.769337] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.783103] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "refresh_cache-0af8e144-eff8-4658-ac9c-54772827c20e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.783103] env[70294]: DEBUG nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Instance network_info: |[{"id": "f6f8a494-bea7-45ef-8246-fcf93ac667bf", "address": "fa:16:3e:be:4c:79", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f8a494-be", "ovs_interfaceid": "f6f8a494-bea7-45ef-8246-fcf93ac667bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.783103] env[70294]: DEBUG oslo_vmware.api [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.783585] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:4c:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6f8a494-bea7-45ef-8246-fcf93ac667bf', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.791831] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.792092] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.792348] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90cb9453-5fad-411e-9fa3-86c9f6b4c7b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.815447] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.815447] env[70294]: value = "task-3569692" [ 785.815447] env[70294]: _type = "Task" [ 785.815447] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.824462] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569692, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.843799] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.844124] env[70294]: DEBUG nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.847031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.369s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.847300] env[70294]: DEBUG nova.objects.instance [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lazy-loading 'resources' on Instance uuid 5085434c-9573-4b05-bd07-f4d2c58396c7 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.849048] env[70294]: INFO nova.compute.manager [-] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Took 1.48 seconds to deallocate network for instance. [ 785.886550] env[70294]: DEBUG nova.network.neutron [-] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.024286] env[70294]: INFO nova.compute.manager [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Took 48.63 seconds to build instance. [ 786.034507] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Acquiring lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.035023] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.137316] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569690, 'name': Rename_Task, 'duration_secs': 0.276989} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.138082] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.138476] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482f0763-6b39-4778-a108-b8b6a1de6741 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.145204] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 786.145204] env[70294]: value = "task-3569693" [ 786.145204] env[70294]: _type = "Task" [ 786.145204] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.158721] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.279013] env[70294]: DEBUG oslo_vmware.api [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569691, 'name': PowerOffVM_Task, 'duration_secs': 0.431636} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.279858] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.279858] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.279858] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebaecb27-b616-4ef2-a401-8a24ce6f9415 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.330419] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569692, 'name': CreateVM_Task, 'duration_secs': 0.381789} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.330585] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.331328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.331533] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.331895] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.332181] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bc14218-673f-4a56-bfaf-0170b2165580 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.337067] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 786.337067] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5229ead3-9331-2821-5a2d-c2bd89e00725" [ 786.337067] env[70294]: _type = "Task" [ 786.337067] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.343021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.343298] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.343415] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Deleting the datastore file [datastore2] 22bb2f65-958b-4cc2-8360-afd059d1d524 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.344038] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43aedfb7-ec4f-4ae3-9c97-b18ba9afc2ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.349144] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5229ead3-9331-2821-5a2d-c2bd89e00725, 'name': SearchDatastore_Task} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.349753] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.349988] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.350232] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.350381] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.350557] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.354816] env[70294]: DEBUG nova.compute.utils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.356769] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b35fea5-1d64-4886-b432-ea610e8d55ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.361016] env[70294]: DEBUG nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 786.361204] env[70294]: DEBUG nova.network.neutron [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 786.364664] env[70294]: DEBUG oslo_vmware.api [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 786.364664] env[70294]: value = "task-3569695" [ 786.364664] env[70294]: _type = "Task" [ 786.364664] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.373343] env[70294]: DEBUG oslo_vmware.api [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.377632] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.379240] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.379685] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c3631c-bc73-47d6-b096-c9e8e6745f00 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.389867] env[70294]: INFO nova.compute.manager [-] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Took 1.45 seconds to deallocate network for instance. [ 786.390435] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 786.390435] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fbd90f-af41-d26e-c7ab-4908775eeb31" [ 786.390435] env[70294]: _type = "Task" [ 786.390435] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.409234] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fbd90f-af41-d26e-c7ab-4908775eeb31, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.411037] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f135e73-a803-432b-85a9-67e442615058 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.415393] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 786.415393] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a8cea0-6007-c5eb-5752-236629cc7c7e" [ 786.415393] env[70294]: _type = "Task" [ 786.415393] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.425754] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a8cea0-6007-c5eb-5752-236629cc7c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.439390] env[70294]: INFO nova.compute.manager [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Took 0.59 seconds to detach 1 volumes for instance. [ 786.445851] env[70294]: DEBUG nova.policy [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '691cd4ee3a48493a852a2528188a146f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '346617a07cd24c6ea5a5cd8564af69ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.527634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d5f65d1-dd50-4039-b041-cb97ebcc460e tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.622s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.538691] env[70294]: DEBUG nova.compute.utils [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 786.590897] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.591213] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.606392] env[70294]: DEBUG nova.compute.manager [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Received event network-changed-f6f8a494-bea7-45ef-8246-fcf93ac667bf {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.606740] env[70294]: DEBUG nova.compute.manager [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Refreshing instance network info cache due to event network-changed-f6f8a494-bea7-45ef-8246-fcf93ac667bf. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.607549] env[70294]: DEBUG oslo_concurrency.lockutils [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] Acquiring lock "refresh_cache-0af8e144-eff8-4658-ac9c-54772827c20e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.607748] env[70294]: DEBUG oslo_concurrency.lockutils [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] Acquired lock "refresh_cache-0af8e144-eff8-4658-ac9c-54772827c20e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.608156] env[70294]: DEBUG nova.network.neutron [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Refreshing network info cache for port f6f8a494-bea7-45ef-8246-fcf93ac667bf {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.656585] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.785609] env[70294]: DEBUG nova.network.neutron [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Successfully created port: 710e56c0-4716-49ee-afa5-93e73df6806c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.865252] env[70294]: DEBUG nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.884548] env[70294]: DEBUG oslo_vmware.api [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205719} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.885521] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.886765] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.886765] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.887033] env[70294]: INFO nova.compute.manager [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Took 1.14 seconds to destroy the instance on the hypervisor. [ 786.887258] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.887499] env[70294]: DEBUG nova.compute.manager [-] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.887634] env[70294]: DEBUG nova.network.neutron [-] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.905578] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.934521] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a8cea0-6007-c5eb-5752-236629cc7c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.938296] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.938587] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0af8e144-eff8-4658-ac9c-54772827c20e/0af8e144-eff8-4658-ac9c-54772827c20e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.940450] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c4d3629-3580-4f09-bc07-d9429763a51a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.948748] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.949589] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 786.949589] env[70294]: value = "task-3569696" [ 786.949589] env[70294]: _type = "Task" [ 786.949589] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.967531] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569696, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.992951] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cd39d9-0f4b-4b57-b414-fe46725c34eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.001042] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac9f126-fbdb-482e-9102-df250ab3a2bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.039338] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.046029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.046029] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1d09d5-8f8a-48aa-a669-d7ccedd0df11 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.053899] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40c150d-196a-49d0-866f-1bfe1800d2a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.069813] env[70294]: DEBUG nova.compute.provider_tree [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.156826] env[70294]: DEBUG oslo_vmware.api [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569693, 'name': PowerOnVM_Task, 'duration_secs': 0.625234} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.157178] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.157774] env[70294]: INFO nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Took 10.25 seconds to spawn the instance on the hypervisor. [ 787.158024] env[70294]: DEBUG nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.158856] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5130cfcd-bc93-4592-bac2-19ffa73cc517 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.467094] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569696, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.469572] env[70294]: DEBUG nova.network.neutron [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Updated VIF entry in instance network info cache for port f6f8a494-bea7-45ef-8246-fcf93ac667bf. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.470092] env[70294]: DEBUG nova.network.neutron [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Updating instance_info_cache with network_info: [{"id": "f6f8a494-bea7-45ef-8246-fcf93ac667bf", "address": "fa:16:3e:be:4c:79", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6f8a494-be", "ovs_interfaceid": "f6f8a494-bea7-45ef-8246-fcf93ac667bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.571473] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.572775] env[70294]: DEBUG nova.scheduler.client.report [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.676202] env[70294]: INFO nova.compute.manager [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Took 50.73 seconds to build instance. [ 787.886353] env[70294]: DEBUG nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.932065] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "0ddc8766-9598-4977-9973-1e50288399d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.932417] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "0ddc8766-9598-4977-9973-1e50288399d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.941175] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.941489] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.941699] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.942750] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.942750] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.942750] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.942750] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.942946] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.942980] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.943191] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.943431] env[70294]: DEBUG nova.virt.hardware [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.944792] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e372638-5022-4e31-8098-dd03a14def75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.957229] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e09a48d-9e9e-48a6-b288-91ca55528018 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.967375] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569696, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73285} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.976197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 0af8e144-eff8-4658-ac9c-54772827c20e/0af8e144-eff8-4658-ac9c-54772827c20e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.976503] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.978044] env[70294]: DEBUG oslo_concurrency.lockutils [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] Releasing lock "refresh_cache-0af8e144-eff8-4658-ac9c-54772827c20e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.978333] env[70294]: DEBUG nova.compute.manager [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Received event network-vif-deleted-ff54d183-c6f6-4bff-973e-437424d3f217 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.978547] env[70294]: DEBUG nova.compute.manager [req-f7f2fde6-3c21-4991-abdb-d91f1c86684d req-9c650d45-c2ce-440f-9207-dfac7dcfc3bd service nova] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Received event network-vif-deleted-31d79382-e9e1-488f-8c70-ce60b87e2378 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.979273] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30d31688-fa2c-47fe-94ee-cf98264b3845 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.986966] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 787.986966] env[70294]: value = "task-3569697" [ 787.986966] env[70294]: _type = "Task" [ 787.986966] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.995257] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.080420] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.082950] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.280s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.084585] env[70294]: INFO nova.compute.claims [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.105446] env[70294]: INFO nova.scheduler.client.report [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Deleted allocations for instance 5085434c-9573-4b05-bd07-f4d2c58396c7 [ 788.154751] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Acquiring lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.155055] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.155674] env[70294]: INFO nova.compute.manager [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Attaching volume 7d36f9e0-b5da-4e30-a006-1be266bfcce3 to /dev/sdb [ 788.180237] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1174f532-8c64-425f-a817-ae0c2b233c7c tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "3c110396-d115-4f83-ace1-c682515f90ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.094s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.207020] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6940bc97-7ef0-4053-b17e-dac87483319f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.213703] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a21fef-a1af-4e16-b696-fd734d05b036 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.227721] env[70294]: DEBUG nova.virt.block_device [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Updating existing volume attachment record: 1c86a72c-d2a1-4592-aa03-16b000b40ae1 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 788.255029] env[70294]: DEBUG nova.network.neutron [-] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.500652] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13968} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.501062] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.504857] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4908c6fc-fcf2-4e03-9981-8428b0bec096 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.534114] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 0af8e144-eff8-4658-ac9c-54772827c20e/0af8e144-eff8-4658-ac9c-54772827c20e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.534805] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f89a5b45-67d6-4f2d-a8b7-12af8fac53c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.559908] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 788.559908] env[70294]: value = "task-3569701" [ 788.559908] env[70294]: _type = "Task" [ 788.559908] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.570392] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.614399] env[70294]: DEBUG oslo_concurrency.lockutils [None req-36581d8b-e129-4d83-bd71-f417da61fe91 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5085434c-9573-4b05-bd07-f4d2c58396c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.656s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.669295] env[70294]: DEBUG nova.compute.manager [req-43b932f5-4d3e-414e-9bab-fd938c902f09 req-8e564fba-4e12-4791-af25-fe7368f00c29 service nova] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Received event network-vif-deleted-62973aa0-57a0-4bb9-a5f1-390b20cbb72b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.669459] env[70294]: DEBUG nova.compute.manager [req-43b932f5-4d3e-414e-9bab-fd938c902f09 req-8e564fba-4e12-4791-af25-fe7368f00c29 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Received event network-vif-plugged-710e56c0-4716-49ee-afa5-93e73df6806c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.669651] env[70294]: DEBUG oslo_concurrency.lockutils [req-43b932f5-4d3e-414e-9bab-fd938c902f09 req-8e564fba-4e12-4791-af25-fe7368f00c29 service nova] Acquiring lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.670044] env[70294]: DEBUG oslo_concurrency.lockutils [req-43b932f5-4d3e-414e-9bab-fd938c902f09 req-8e564fba-4e12-4791-af25-fe7368f00c29 service nova] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.670351] env[70294]: DEBUG oslo_concurrency.lockutils [req-43b932f5-4d3e-414e-9bab-fd938c902f09 req-8e564fba-4e12-4791-af25-fe7368f00c29 service nova] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.670785] env[70294]: DEBUG nova.compute.manager [req-43b932f5-4d3e-414e-9bab-fd938c902f09 req-8e564fba-4e12-4791-af25-fe7368f00c29 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] No waiting events found dispatching network-vif-plugged-710e56c0-4716-49ee-afa5-93e73df6806c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.670785] env[70294]: WARNING nova.compute.manager [req-43b932f5-4d3e-414e-9bab-fd938c902f09 req-8e564fba-4e12-4791-af25-fe7368f00c29 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Received unexpected event network-vif-plugged-710e56c0-4716-49ee-afa5-93e73df6806c for instance with vm_state building and task_state spawning. [ 788.681259] env[70294]: DEBUG nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.757980] env[70294]: INFO nova.compute.manager [-] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Took 1.87 seconds to deallocate network for instance. [ 788.816511] env[70294]: DEBUG nova.network.neutron [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Successfully updated port: 710e56c0-4716-49ee-afa5-93e73df6806c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.069347] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569701, 'name': ReconfigVM_Task, 'duration_secs': 0.483559} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.070173] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 0af8e144-eff8-4658-ac9c-54772827c20e/0af8e144-eff8-4658-ac9c-54772827c20e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.070485] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9cf720c8-a309-47f7-a7d8-3bd1bb998af9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.077350] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 789.077350] env[70294]: value = "task-3569702" [ 789.077350] env[70294]: _type = "Task" [ 789.077350] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.087331] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569702, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.210321] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.267425] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.322079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "refresh_cache-9eea4e58-9b7f-4dc3-9354-a5723fa7464a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.322373] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquired lock "refresh_cache-9eea4e58-9b7f-4dc3-9354-a5723fa7464a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.322751] env[70294]: DEBUG nova.network.neutron [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.523265] env[70294]: DEBUG nova.compute.manager [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Received event network-changed-2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.523265] env[70294]: DEBUG nova.compute.manager [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Refreshing instance network info cache due to event network-changed-2c8d681c-0565-446f-b113-2ae7380ef119. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.523551] env[70294]: DEBUG oslo_concurrency.lockutils [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] Acquiring lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.523551] env[70294]: DEBUG oslo_concurrency.lockutils [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] Acquired lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.523745] env[70294]: DEBUG nova.network.neutron [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Refreshing network info cache for port 2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.588674] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569702, 'name': Rename_Task, 'duration_secs': 0.233385} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.589775] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.589775] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72532ad1-6eb4-45f4-990b-aebb71c44f3b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.596757] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 789.596757] env[70294]: value = "task-3569703" [ 789.596757] env[70294]: _type = "Task" [ 789.596757] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.605123] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.682424] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b2e8b6-41cd-4baa-a827-5fefd9c01d2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.690056] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8af09b-184c-4e1a-8866-37b3d33843d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.735446] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26235152-ad57-4d2f-95ff-8bab1ebb8a36 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.745107] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d7d0e-afe6-4f81-90b0-000e1f153b48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.759553] env[70294]: DEBUG nova.compute.provider_tree [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.889306] env[70294]: DEBUG nova.compute.manager [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 789.900078] env[70294]: DEBUG nova.network.neutron [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.107642] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569703, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.150859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "5c641c3f-7ada-44ea-91a7-c491568dec47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.151162] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.151376] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "5c641c3f-7ada-44ea-91a7-c491568dec47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.151557] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.151765] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.155750] env[70294]: INFO nova.compute.manager [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Terminating instance [ 790.212891] env[70294]: DEBUG nova.network.neutron [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Updating instance_info_cache with network_info: [{"id": "710e56c0-4716-49ee-afa5-93e73df6806c", "address": "fa:16:3e:76:44:11", "network": {"id": "d41b9ee3-70cb-4898-804c-c87270e17aa5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-368319705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346617a07cd24c6ea5a5cd8564af69ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710e56c0-47", "ovs_interfaceid": "710e56c0-4716-49ee-afa5-93e73df6806c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.264913] env[70294]: DEBUG nova.scheduler.client.report [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.420172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.435003] env[70294]: DEBUG nova.network.neutron [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Updated VIF entry in instance network info cache for port 2c8d681c-0565-446f-b113-2ae7380ef119. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.435003] env[70294]: DEBUG nova.network.neutron [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Updating instance_info_cache with network_info: [{"id": "2c8d681c-0565-446f-b113-2ae7380ef119", "address": "fa:16:3e:19:51:22", "network": {"id": "085a4fd5-8f2e-453b-b0b8-6a988c25a7db", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-804540926-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "070b05e4dcf9452db7a08fc45fd85057", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4f04accd-4a9f-41a1-b327-c96095e1ade4", "external-id": "nsx-vlan-transportzone-947", "segmentation_id": 947, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c8d681c-05", "ovs_interfaceid": "2c8d681c-0565-446f-b113-2ae7380ef119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.612136] env[70294]: DEBUG oslo_vmware.api [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569703, 'name': PowerOnVM_Task, 'duration_secs': 0.937555} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.612346] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.612553] env[70294]: INFO nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Took 7.92 seconds to spawn the instance on the hypervisor. [ 790.612746] env[70294]: DEBUG nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.614207] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26333f8-9e70-482a-8b64-4f378aec9c92 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.670671] env[70294]: DEBUG nova.compute.manager [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 790.670947] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.673058] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed0ab98-4d64-493f-9af4-2448402b759e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.681518] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.681845] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eca5c95-0c7f-420f-9a72-65053ce200bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.690136] env[70294]: DEBUG oslo_vmware.api [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 790.690136] env[70294]: value = "task-3569705" [ 790.690136] env[70294]: _type = "Task" [ 790.690136] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.697221] env[70294]: DEBUG oslo_vmware.api [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.719165] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Releasing lock "refresh_cache-9eea4e58-9b7f-4dc3-9354-a5723fa7464a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.719165] env[70294]: DEBUG nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Instance network_info: |[{"id": "710e56c0-4716-49ee-afa5-93e73df6806c", "address": "fa:16:3e:76:44:11", "network": {"id": "d41b9ee3-70cb-4898-804c-c87270e17aa5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-368319705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346617a07cd24c6ea5a5cd8564af69ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710e56c0-47", "ovs_interfaceid": "710e56c0-4716-49ee-afa5-93e73df6806c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.719165] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:44:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73915082-a1b0-460b-b24d-97588fc9cb29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '710e56c0-4716-49ee-afa5-93e73df6806c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.727878] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Creating folder: Project (346617a07cd24c6ea5a5cd8564af69ae). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.729653] env[70294]: DEBUG nova.compute.manager [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Received event network-changed-710e56c0-4716-49ee-afa5-93e73df6806c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.730104] env[70294]: DEBUG nova.compute.manager [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Refreshing instance network info cache due to event network-changed-710e56c0-4716-49ee-afa5-93e73df6806c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.730438] env[70294]: DEBUG oslo_concurrency.lockutils [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] Acquiring lock "refresh_cache-9eea4e58-9b7f-4dc3-9354-a5723fa7464a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.730702] env[70294]: DEBUG oslo_concurrency.lockutils [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] Acquired lock "refresh_cache-9eea4e58-9b7f-4dc3-9354-a5723fa7464a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.730997] env[70294]: DEBUG nova.network.neutron [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Refreshing network info cache for port 710e56c0-4716-49ee-afa5-93e73df6806c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.732664] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba0d5fac-bd18-4c20-b203-f60b5348c26b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.744246] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Created folder: Project (346617a07cd24c6ea5a5cd8564af69ae) in parent group-v712401. [ 790.744712] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Creating folder: Instances. Parent ref: group-v712559. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.745991] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07342d20-58e2-43bd-b65d-ab6dc7223f6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.762754] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Created folder: Instances in parent group-v712559. [ 790.762754] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.762754] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.762754] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e931823b-bc7f-4fbc-b382-4ada0bc3de3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.783229] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.785178] env[70294]: DEBUG nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.787648] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.028s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.792336] env[70294]: INFO nova.compute.claims [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 790.803696] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.803696] env[70294]: value = "task-3569708" [ 790.803696] env[70294]: _type = "Task" [ 790.803696] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.813799] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569708, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.941580] env[70294]: DEBUG oslo_concurrency.lockutils [req-6b37d188-6fca-44bb-a854-6bcb2a23cfb7 req-32c41812-a753-4777-8c25-50ccbd039fb5 service nova] Releasing lock "refresh_cache-3c110396-d115-4f83-ace1-c682515f90ed" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.136530] env[70294]: INFO nova.compute.manager [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Took 50.37 seconds to build instance. [ 791.199904] env[70294]: DEBUG oslo_vmware.api [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569705, 'name': PowerOffVM_Task, 'duration_secs': 0.244013} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.200208] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 791.200387] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 791.200667] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1813294-fd2d-4f8f-b11b-ea4cd9da879a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.287437] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 791.290024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 791.290024] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Deleting the datastore file [datastore1] 5c641c3f-7ada-44ea-91a7-c491568dec47 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 791.292023] env[70294]: DEBUG nova.compute.utils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.293497] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d0d0cd3-9e4f-4bab-96d1-bc7a76e2813a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.295844] env[70294]: DEBUG nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.296180] env[70294]: DEBUG nova.network.neutron [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.313548] env[70294]: DEBUG oslo_vmware.api [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for the task: (returnval){ [ 791.313548] env[70294]: value = "task-3569710" [ 791.313548] env[70294]: _type = "Task" [ 791.313548] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.325241] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569708, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.329259] env[70294]: DEBUG oslo_vmware.api [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.406575] env[70294]: DEBUG nova.policy [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1be3d9fcb3464b9823283d470802c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13daf59ab474ff29dac3a9ff8059e0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.642517] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7430cb9-69a2-4026-a05a-5cc66d40bf27 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "0af8e144-eff8-4658-ac9c-54772827c20e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.637s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.710893] env[70294]: DEBUG nova.network.neutron [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Updated VIF entry in instance network info cache for port 710e56c0-4716-49ee-afa5-93e73df6806c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.711054] env[70294]: DEBUG nova.network.neutron [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Updating instance_info_cache with network_info: [{"id": "710e56c0-4716-49ee-afa5-93e73df6806c", "address": "fa:16:3e:76:44:11", "network": {"id": "d41b9ee3-70cb-4898-804c-c87270e17aa5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-368319705-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "346617a07cd24c6ea5a5cd8564af69ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73915082-a1b0-460b-b24d-97588fc9cb29", "external-id": "nsx-vlan-transportzone-744", "segmentation_id": 744, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap710e56c0-47", "ovs_interfaceid": "710e56c0-4716-49ee-afa5-93e73df6806c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.798251] env[70294]: DEBUG nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.824850] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569708, 'name': CreateVM_Task, 'duration_secs': 0.523233} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.828164] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.828342] env[70294]: DEBUG oslo_vmware.api [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Task: {'id': task-3569710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188457} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.829278] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.829278] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.829536] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.829810] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.829986] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.830204] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.830443] env[70294]: INFO nova.compute.manager [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Took 1.16 seconds to destroy the instance on the hypervisor. [ 791.831299] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.831299] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638d6dfc-f751-435c-969e-af80567dd1d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.832759] env[70294]: DEBUG nova.compute.manager [-] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.832848] env[70294]: DEBUG nova.network.neutron [-] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.840920] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 791.840920] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525959e0-2049-8d08-c456-1b1541e4c88a" [ 791.840920] env[70294]: _type = "Task" [ 791.840920] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.849610] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525959e0-2049-8d08-c456-1b1541e4c88a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.032256] env[70294]: DEBUG nova.network.neutron [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Successfully created port: fdba838f-32dc-4cd3-a8b3-5fc866301e68 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.147595] env[70294]: DEBUG nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 792.214204] env[70294]: DEBUG oslo_concurrency.lockutils [req-4fe668bf-2f83-4fe4-a7e2-6cbcb246083d req-311abc72-6b60-4082-94ec-e06cbd4c0318 service nova] Releasing lock "refresh_cache-9eea4e58-9b7f-4dc3-9354-a5723fa7464a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.360067] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525959e0-2049-8d08-c456-1b1541e4c88a, 'name': SearchDatastore_Task, 'duration_secs': 0.029947} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.360399] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.360615] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.360842] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.360985] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.361174] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.361663] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4caae176-b862-4507-b2c5-1f497534c369 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.376713] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.376937] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.378070] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42fd00e3-80ca-466a-9bb2-abc74db69862 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.388490] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 792.388490] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5215fb92-8390-45eb-f373-e4069e3d2a31" [ 792.388490] env[70294]: _type = "Task" [ 792.388490] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.396799] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5215fb92-8390-45eb-f373-e4069e3d2a31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.456232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26683469-0e11-4639-ba22-92679e890b7d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.466124] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d4a0be-2370-4aa6-a715-602fed8558ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.501734] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d132c42-287e-42ee-9af3-905bf12a58f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.510248] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c8a89-d07b-4612-8e6a-fd80cb4fc28b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.527170] env[70294]: DEBUG nova.compute.provider_tree [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.668691] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.785549] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 792.786366] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712558', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'name': 'volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '372bacf9-dbe6-44db-b30f-181a6fbd08c6', 'attached_at': '', 'detached_at': '', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'serial': '7d36f9e0-b5da-4e30-a006-1be266bfcce3'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 792.790275] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d987b76-d47d-4630-b758-713ca644fca2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.813362] env[70294]: DEBUG nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.818375] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3b99d9-76cc-4a5a-aace-b42713c88f66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.858172] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3/volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.861996] env[70294]: DEBUG nova.network.neutron [-] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.864585] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625440b3-191e-4bda-8514-5047ee9d06f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.883094] env[70294]: DEBUG nova.compute.manager [req-4fc26bd6-1a6d-43d7-82a1-820946095de9 req-75b084e4-0fb9-4b00-90a3-edbc0c27ac57 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Received event network-vif-deleted-082755b5-f132-4a6a-ba7a-4f89bf432e9f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.883447] env[70294]: INFO nova.compute.manager [req-4fc26bd6-1a6d-43d7-82a1-820946095de9 req-75b084e4-0fb9-4b00-90a3-edbc0c27ac57 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Neutron deleted interface 082755b5-f132-4a6a-ba7a-4f89bf432e9f; detaching it from the instance and deleting it from the info cache [ 792.883838] env[70294]: DEBUG nova.network.neutron [req-4fc26bd6-1a6d-43d7-82a1-820946095de9 req-75b084e4-0fb9-4b00-90a3-edbc0c27ac57 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.892420] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.892420] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.892420] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.892420] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.892420] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.892420] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.892894] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.892894] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.892894] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.892991] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.893179] env[70294]: DEBUG nova.virt.hardware [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.894579] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258fd30a-d526-48d2-85be-f07a7daa877a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.903086] env[70294]: DEBUG oslo_vmware.api [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Waiting for the task: (returnval){ [ 792.903086] env[70294]: value = "task-3569711" [ 792.903086] env[70294]: _type = "Task" [ 792.903086] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.914282] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5215fb92-8390-45eb-f373-e4069e3d2a31, 'name': SearchDatastore_Task, 'duration_secs': 0.029431} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.915235] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e4ff1c-ebc5-41e0-974d-00038ff1c267 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.926057] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac2db4e-3270-43b3-80a0-e3cf2c3db9a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.928659] env[70294]: DEBUG oslo_vmware.api [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.940948] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 792.940948] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52380ad6-56fe-38f0-ac20-d975271c6cb3" [ 792.940948] env[70294]: _type = "Task" [ 792.940948] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.950032] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52380ad6-56fe-38f0-ac20-d975271c6cb3, 'name': SearchDatastore_Task, 'duration_secs': 0.012256} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.950298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.950898] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 9eea4e58-9b7f-4dc3-9354-a5723fa7464a/9eea4e58-9b7f-4dc3-9354-a5723fa7464a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.950898] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd57e44d-9cbd-4a3a-83b4-5eca01c2fc1a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.961335] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 792.961335] env[70294]: value = "task-3569712" [ 792.961335] env[70294]: _type = "Task" [ 792.961335] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.974785] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.029722] env[70294]: DEBUG nova.scheduler.client.report [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.365042] env[70294]: DEBUG nova.compute.manager [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.365042] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff78641-5971-4d8c-b65c-1ba7bf138aad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.382472] env[70294]: INFO nova.compute.manager [-] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Took 1.55 seconds to deallocate network for instance. [ 793.388565] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bec814e5-905a-4660-8a38-d7d3609cd4c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.402826] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ab8d2b-10ae-4b06-b621-cc947fe63061 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.426867] env[70294]: DEBUG oslo_vmware.api [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.445103] env[70294]: DEBUG nova.compute.manager [req-4fc26bd6-1a6d-43d7-82a1-820946095de9 req-75b084e4-0fb9-4b00-90a3-edbc0c27ac57 service nova] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Detach interface failed, port_id=082755b5-f132-4a6a-ba7a-4f89bf432e9f, reason: Instance 5c641c3f-7ada-44ea-91a7-c491568dec47 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 793.471295] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569712, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.538731] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.539280] env[70294]: DEBUG nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.542311] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.350s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.542363] env[70294]: DEBUG nova.objects.instance [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lazy-loading 'resources' on Instance uuid 26ababca-18a8-443c-ba8f-00ad1b4ba388 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.719887] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "c24db184-492a-4edb-b6e4-964145a18b15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.720206] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.878276] env[70294]: INFO nova.compute.manager [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] instance snapshotting [ 793.883902] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc1ef93-feee-47c9-a790-a5f7cf8cec19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.911303] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.912542] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ab45dd-e3a7-48e5-ab41-038b82b91c79 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.928594] env[70294]: DEBUG oslo_vmware.api [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569711, 'name': ReconfigVM_Task, 'duration_secs': 0.725151} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.931746] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3/volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.943818] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-388a9e1e-6380-4dea-b526-5a2f4efde31b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.960913] env[70294]: DEBUG oslo_vmware.api [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Waiting for the task: (returnval){ [ 793.960913] env[70294]: value = "task-3569713" [ 793.960913] env[70294]: _type = "Task" [ 793.960913] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.976171] env[70294]: DEBUG oslo_vmware.api [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569713, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.981107] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517398} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.981107] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 9eea4e58-9b7f-4dc3-9354-a5723fa7464a/9eea4e58-9b7f-4dc3-9354-a5723fa7464a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.981494] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.981585] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26f489a4-4aab-4bfe-b44c-cb0ca2067c29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.990120] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 793.990120] env[70294]: value = "task-3569714" [ 793.990120] env[70294]: _type = "Task" [ 793.990120] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.998789] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.052254] env[70294]: DEBUG nova.compute.utils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.054433] env[70294]: DEBUG nova.network.neutron [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Successfully updated port: fdba838f-32dc-4cd3-a8b3-5fc866301e68 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.056255] env[70294]: DEBUG nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.056255] env[70294]: DEBUG nova.network.neutron [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.112470] env[70294]: DEBUG nova.policy [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc2d2c66ac0f4b3cb12ab36cd70ca186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e07eb8fe4749b09d15da58bda3328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.446530] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 794.447030] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-48b98a73-ac10-41a2-a7cb-5f884bd19fab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.465829] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 794.465829] env[70294]: value = "task-3569715" [ 794.465829] env[70294]: _type = "Task" [ 794.465829] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.473616] env[70294]: DEBUG oslo_vmware.api [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569713, 'name': ReconfigVM_Task, 'duration_secs': 0.224264} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.479116] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712558', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'name': 'volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '372bacf9-dbe6-44db-b30f-181a6fbd08c6', 'attached_at': '', 'detached_at': '', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'serial': '7d36f9e0-b5da-4e30-a006-1be266bfcce3'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 794.480604] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569715, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.481325] env[70294]: DEBUG nova.network.neutron [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Successfully created port: dc150b31-aa76-4b7d-b218-da3aa9c434bc {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.499675] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069537} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.502506] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 794.504666] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d0c47c-964a-4a20-bfaf-7d27ea26b8cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.528283] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 9eea4e58-9b7f-4dc3-9354-a5723fa7464a/9eea4e58-9b7f-4dc3-9354-a5723fa7464a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 794.531263] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff2daac-b234-4514-bee5-f07c8f25befc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.551720] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 794.551720] env[70294]: value = "task-3569716" [ 794.551720] env[70294]: _type = "Task" [ 794.551720] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.561711] env[70294]: DEBUG nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.564677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-777cb946-b001-4ea5-abba-61df03581de2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.564832] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-777cb946-b001-4ea5-abba-61df03581de2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.564978] env[70294]: DEBUG nova.network.neutron [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.565965] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.645225] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793d03ee-3c2a-494a-acab-01957c6809d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.653796] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08a8d62-ce66-43da-86ee-9cfea6ace8a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.685403] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c7987c-43e6-4abb-994c-627953f18ee2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.695190] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c69143-00c6-472c-b6b0-a0d2a7591d7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.709663] env[70294]: DEBUG nova.compute.provider_tree [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.929435] env[70294]: DEBUG nova.compute.manager [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Received event network-vif-plugged-fdba838f-32dc-4cd3-a8b3-5fc866301e68 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.929877] env[70294]: DEBUG oslo_concurrency.lockutils [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] Acquiring lock "777cb946-b001-4ea5-abba-61df03581de2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.929877] env[70294]: DEBUG oslo_concurrency.lockutils [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] Lock "777cb946-b001-4ea5-abba-61df03581de2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.929877] env[70294]: DEBUG oslo_concurrency.lockutils [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] Lock "777cb946-b001-4ea5-abba-61df03581de2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.930425] env[70294]: DEBUG nova.compute.manager [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] No waiting events found dispatching network-vif-plugged-fdba838f-32dc-4cd3-a8b3-5fc866301e68 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.930425] env[70294]: WARNING nova.compute.manager [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Received unexpected event network-vif-plugged-fdba838f-32dc-4cd3-a8b3-5fc866301e68 for instance with vm_state building and task_state spawning. [ 794.930425] env[70294]: DEBUG nova.compute.manager [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Received event network-changed-fdba838f-32dc-4cd3-a8b3-5fc866301e68 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.930612] env[70294]: DEBUG nova.compute.manager [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Refreshing instance network info cache due to event network-changed-fdba838f-32dc-4cd3-a8b3-5fc866301e68. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.930612] env[70294]: DEBUG oslo_concurrency.lockutils [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] Acquiring lock "refresh_cache-777cb946-b001-4ea5-abba-61df03581de2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.975913] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.062139] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569716, 'name': ReconfigVM_Task, 'duration_secs': 0.335789} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.062409] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 9eea4e58-9b7f-4dc3-9354-a5723fa7464a/9eea4e58-9b7f-4dc3-9354-a5723fa7464a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.063244] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80554941-a62c-4e39-9840-e44dafe5e04c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.068694] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 795.068694] env[70294]: value = "task-3569717" [ 795.068694] env[70294]: _type = "Task" [ 795.068694] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.084421] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569717, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.129571] env[70294]: DEBUG nova.network.neutron [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.216796] env[70294]: DEBUG nova.scheduler.client.report [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.322867] env[70294]: DEBUG nova.network.neutron [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Updating instance_info_cache with network_info: [{"id": "fdba838f-32dc-4cd3-a8b3-5fc866301e68", "address": "fa:16:3e:80:45:41", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdba838f-32", "ovs_interfaceid": "fdba838f-32dc-4cd3-a8b3-5fc866301e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.476813] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569715, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.527978] env[70294]: DEBUG nova.objects.instance [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lazy-loading 'flavor' on Instance uuid 372bacf9-dbe6-44db-b30f-181a6fbd08c6 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.578999] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569717, 'name': Rename_Task, 'duration_secs': 0.196209} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.580260] env[70294]: DEBUG nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.582296] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.583178] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bf2f0c3-adf0-40df-ac08-b1c9b72f08cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.591188] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 795.591188] env[70294]: value = "task-3569718" [ 795.591188] env[70294]: _type = "Task" [ 795.591188] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.599083] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.609132] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.609405] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.609566] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.609756] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.609891] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.610195] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.610297] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.610404] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.610573] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.610840] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.611059] env[70294]: DEBUG nova.virt.hardware [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.611901] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20689543-ccc3-448a-8c3c-73b4a5429fd8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.620586] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b11a73-8993-4c98-9067-dc2bbf60bfcd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.724621] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.726937] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.193s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.728459] env[70294]: INFO nova.compute.claims [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.748383] env[70294]: INFO nova.scheduler.client.report [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Deleted allocations for instance 26ababca-18a8-443c-ba8f-00ad1b4ba388 [ 795.825395] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-777cb946-b001-4ea5-abba-61df03581de2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.825738] env[70294]: DEBUG nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Instance network_info: |[{"id": "fdba838f-32dc-4cd3-a8b3-5fc866301e68", "address": "fa:16:3e:80:45:41", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdba838f-32", "ovs_interfaceid": "fdba838f-32dc-4cd3-a8b3-5fc866301e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.826076] env[70294]: DEBUG oslo_concurrency.lockutils [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] Acquired lock "refresh_cache-777cb946-b001-4ea5-abba-61df03581de2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.826265] env[70294]: DEBUG nova.network.neutron [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Refreshing network info cache for port fdba838f-32dc-4cd3-a8b3-5fc866301e68 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.827678] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:45:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdba838f-32dc-4cd3-a8b3-5fc866301e68', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.836118] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.839293] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.842077] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0333f4e7-3783-4f78-aadc-7a3f38e41445 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.863231] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.863231] env[70294]: value = "task-3569719" [ 795.863231] env[70294]: _type = "Task" [ 795.863231] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.872048] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569719, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.983156] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569715, 'name': CreateSnapshot_Task, 'duration_secs': 1.250611} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.986146] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 795.987304] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1040e1d1-e744-42c4-b7c6-6c5b3987bd22 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.990546] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Acquiring lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.040023] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9652290c-15e8-40b4-a5cc-004c29d72b71 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.882s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.040023] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.048s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.102808] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.228784] env[70294]: DEBUG nova.network.neutron [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Updated VIF entry in instance network info cache for port fdba838f-32dc-4cd3-a8b3-5fc866301e68. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.229278] env[70294]: DEBUG nova.network.neutron [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Updating instance_info_cache with network_info: [{"id": "fdba838f-32dc-4cd3-a8b3-5fc866301e68", "address": "fa:16:3e:80:45:41", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdba838f-32", "ovs_interfaceid": "fdba838f-32dc-4cd3-a8b3-5fc866301e68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.258030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07129d22-b29c-465d-b325-f6f808d0ffb2 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "26ababca-18a8-443c-ba8f-00ad1b4ba388" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.723s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.356959] env[70294]: DEBUG nova.network.neutron [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Successfully updated port: dc150b31-aa76-4b7d-b218-da3aa9c434bc {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 796.374424] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569719, 'name': CreateVM_Task, 'duration_secs': 0.332397} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.375489] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.377594] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.377947] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.378534] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.379166] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82d64014-a17e-4f67-ba2b-a723db720ed6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.384293] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 796.384293] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5258bc33-bcbd-0938-5ce8-5be6899ff364" [ 796.384293] env[70294]: _type = "Task" [ 796.384293] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.393461] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5258bc33-bcbd-0938-5ce8-5be6899ff364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.510262] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 796.510262] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-552187b8-6bca-49c6-9bf5-28e3898bd6ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.518933] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 796.518933] env[70294]: value = "task-3569721" [ 796.518933] env[70294]: _type = "Task" [ 796.518933] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.527875] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569721, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.543010] env[70294]: INFO nova.compute.manager [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Detaching volume 7d36f9e0-b5da-4e30-a006-1be266bfcce3 [ 796.580222] env[70294]: INFO nova.virt.block_device [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Attempting to driver detach volume 7d36f9e0-b5da-4e30-a006-1be266bfcce3 from mountpoint /dev/sdb [ 796.580743] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 796.581068] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712558', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'name': 'volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '372bacf9-dbe6-44db-b30f-181a6fbd08c6', 'attached_at': '', 'detached_at': '', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'serial': '7d36f9e0-b5da-4e30-a006-1be266bfcce3'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 796.582077] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d636f2-5ae4-4f6b-813e-8c46aecb1b3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.607857] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d14ba5f-01e7-4f17-8a58-a55bb8bfbee5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.617675] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91911af-c465-4c0e-b6f3-81c0707cf5d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.620171] env[70294]: DEBUG oslo_vmware.api [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569718, 'name': PowerOnVM_Task, 'duration_secs': 0.52075} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.620451] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.620680] env[70294]: INFO nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Took 8.74 seconds to spawn the instance on the hypervisor. [ 796.620863] env[70294]: DEBUG nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.621920] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bf3edc-8790-4bc2-8736-d1824cb92330 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.643295] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d0571-0f58-43ec-acae-1d79123479e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.666725] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3/volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 796.674399] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 796.674399] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419c6900-99ae-461f-9bc1-9ff5d6ce3e2c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.690904] env[70294]: DEBUG oslo_vmware.api [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Waiting for the task: (returnval){ [ 796.690904] env[70294]: value = "task-3569722" [ 796.690904] env[70294]: _type = "Task" [ 796.690904] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.700531] env[70294]: DEBUG oslo_vmware.api [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.732589] env[70294]: DEBUG oslo_concurrency.lockutils [req-db3e5413-aac8-47f6-bd1d-4718d31010b2 req-08786375-2a0d-4c71-9041-bf41b7c86f9a service nova] Releasing lock "refresh_cache-777cb946-b001-4ea5-abba-61df03581de2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.860132] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "refresh_cache-8f21d8d6-5db7-4426-97c9-42a433456d1e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.860132] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "refresh_cache-8f21d8d6-5db7-4426-97c9-42a433456d1e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.860132] env[70294]: DEBUG nova.network.neutron [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.897086] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5258bc33-bcbd-0938-5ce8-5be6899ff364, 'name': SearchDatastore_Task, 'duration_secs': 0.044187} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.897887] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.898190] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.898441] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.898624] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.898821] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.899117] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f5d25ac-ff18-4888-b53c-898ac4cba678 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.910164] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.910342] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.911115] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ec09c5f-754a-443e-86ac-715760428059 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.919636] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 796.919636] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521c0d28-2938-8204-6aab-42bdcd7a0e4c" [ 796.919636] env[70294]: _type = "Task" [ 796.919636] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.930814] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521c0d28-2938-8204-6aab-42bdcd7a0e4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.962583] env[70294]: DEBUG nova.compute.manager [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Received event network-vif-plugged-dc150b31-aa76-4b7d-b218-da3aa9c434bc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.962583] env[70294]: DEBUG oslo_concurrency.lockutils [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] Acquiring lock "8f21d8d6-5db7-4426-97c9-42a433456d1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.962583] env[70294]: DEBUG oslo_concurrency.lockutils [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.962583] env[70294]: DEBUG oslo_concurrency.lockutils [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.962583] env[70294]: DEBUG nova.compute.manager [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] No waiting events found dispatching network-vif-plugged-dc150b31-aa76-4b7d-b218-da3aa9c434bc {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 796.962583] env[70294]: WARNING nova.compute.manager [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Received unexpected event network-vif-plugged-dc150b31-aa76-4b7d-b218-da3aa9c434bc for instance with vm_state building and task_state spawning. [ 796.962583] env[70294]: DEBUG nova.compute.manager [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Received event network-changed-dc150b31-aa76-4b7d-b218-da3aa9c434bc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.962583] env[70294]: DEBUG nova.compute.manager [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Refreshing instance network info cache due to event network-changed-dc150b31-aa76-4b7d-b218-da3aa9c434bc. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 796.962583] env[70294]: DEBUG oslo_concurrency.lockutils [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] Acquiring lock "refresh_cache-8f21d8d6-5db7-4426-97c9-42a433456d1e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.032159] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569721, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.163156] env[70294]: INFO nova.compute.manager [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Took 51.18 seconds to build instance. [ 797.203387] env[70294]: DEBUG oslo_vmware.api [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569722, 'name': ReconfigVM_Task, 'duration_secs': 0.420339} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.203659] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 797.211372] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-614f147b-498d-48a4-8e37-453c57453365 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.227881] env[70294]: DEBUG oslo_vmware.api [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Waiting for the task: (returnval){ [ 797.227881] env[70294]: value = "task-3569723" [ 797.227881] env[70294]: _type = "Task" [ 797.227881] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.238114] env[70294]: DEBUG oslo_vmware.api [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.272543] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ae0021-a22d-40bf-8ce7-394f750b5c2c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.280610] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de0f84e-57f0-4dd1-87aa-5ebff21bf4cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.314210] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea4595e-4870-4ff9-b06d-9fcc4ca26405 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.322852] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9d7b57-44b0-4acf-a66f-cd35505b72cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.337307] env[70294]: DEBUG nova.compute.provider_tree [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.396720] env[70294]: DEBUG nova.network.neutron [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.430300] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521c0d28-2938-8204-6aab-42bdcd7a0e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.431148] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a63eca-729d-48a0-bc34-1cfcbc5eb716 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.436340] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 797.436340] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ae9f62-889f-123f-5697-7d63b23dae95" [ 797.436340] env[70294]: _type = "Task" [ 797.436340] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.446248] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ae9f62-889f-123f-5697-7d63b23dae95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.529626] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569721, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.574776] env[70294]: DEBUG nova.network.neutron [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Updating instance_info_cache with network_info: [{"id": "dc150b31-aa76-4b7d-b218-da3aa9c434bc", "address": "fa:16:3e:50:92:ff", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc150b31-aa", "ovs_interfaceid": "dc150b31-aa76-4b7d-b218-da3aa9c434bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.664722] env[70294]: DEBUG oslo_concurrency.lockutils [None req-374678de-f072-4d50-acd8-5ba132dca820 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.779s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.738323] env[70294]: DEBUG oslo_vmware.api [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Task: {'id': task-3569723, 'name': ReconfigVM_Task, 'duration_secs': 0.142173} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.738641] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712558', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'name': 'volume-7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '372bacf9-dbe6-44db-b30f-181a6fbd08c6', 'attached_at': '', 'detached_at': '', 'volume_id': '7d36f9e0-b5da-4e30-a006-1be266bfcce3', 'serial': '7d36f9e0-b5da-4e30-a006-1be266bfcce3'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 797.841143] env[70294]: DEBUG nova.scheduler.client.report [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.947390] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ae9f62-889f-123f-5697-7d63b23dae95, 'name': SearchDatastore_Task, 'duration_secs': 0.010691} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.948035] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.948139] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.948445] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ce6ed33-acbc-4d26-a1bc-e66f8c644892 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.957029] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 797.957029] env[70294]: value = "task-3569724" [ 797.957029] env[70294]: _type = "Task" [ 797.957029] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.966343] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.005712] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fcaa9c7-2613-4a09-9519-6db09a5e0388 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "interface-9eea4e58-9b7f-4dc3-9354-a5723fa7464a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.006053] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fcaa9c7-2613-4a09-9519-6db09a5e0388 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "interface-9eea4e58-9b7f-4dc3-9354-a5723fa7464a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.006435] env[70294]: DEBUG nova.objects.instance [None req-8fcaa9c7-2613-4a09-9519-6db09a5e0388 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lazy-loading 'flavor' on Instance uuid 9eea4e58-9b7f-4dc3-9354-a5723fa7464a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.030427] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569721, 'name': CloneVM_Task, 'duration_secs': 1.482854} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.030695] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Created linked-clone VM from snapshot [ 798.031427] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a395df-f83a-495e-b4a0-6073ef94fd23 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.040358] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Uploading image b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 798.064662] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 798.064662] env[70294]: value = "vm-712564" [ 798.064662] env[70294]: _type = "VirtualMachine" [ 798.064662] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 798.064916] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5ab155ec-85d1-4133-8d04-ad2a22875efd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.070584] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease: (returnval){ [ 798.070584] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520235fd-7f9c-8127-685a-e4e648893a58" [ 798.070584] env[70294]: _type = "HttpNfcLease" [ 798.070584] env[70294]: } obtained for exporting VM: (result){ [ 798.070584] env[70294]: value = "vm-712564" [ 798.070584] env[70294]: _type = "VirtualMachine" [ 798.070584] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 798.070855] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the lease: (returnval){ [ 798.070855] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520235fd-7f9c-8127-685a-e4e648893a58" [ 798.070855] env[70294]: _type = "HttpNfcLease" [ 798.070855] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 798.077304] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "refresh_cache-8f21d8d6-5db7-4426-97c9-42a433456d1e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.077598] env[70294]: DEBUG nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Instance network_info: |[{"id": "dc150b31-aa76-4b7d-b218-da3aa9c434bc", "address": "fa:16:3e:50:92:ff", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc150b31-aa", "ovs_interfaceid": "dc150b31-aa76-4b7d-b218-da3aa9c434bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 798.077817] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.077817] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520235fd-7f9c-8127-685a-e4e648893a58" [ 798.077817] env[70294]: _type = "HttpNfcLease" [ 798.077817] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 798.078066] env[70294]: DEBUG oslo_concurrency.lockutils [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] Acquired lock "refresh_cache-8f21d8d6-5db7-4426-97c9-42a433456d1e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.078246] env[70294]: DEBUG nova.network.neutron [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Refreshing network info cache for port dc150b31-aa76-4b7d-b218-da3aa9c434bc {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.079315] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:92:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc150b31-aa76-4b7d-b218-da3aa9c434bc', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 798.086920] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.087342] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 798.087650] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9173bf48-62a8-4991-8c6d-53aab25dad85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.106908] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 798.106908] env[70294]: value = "task-3569726" [ 798.106908] env[70294]: _type = "Task" [ 798.106908] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.114588] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569726, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.168322] env[70294]: DEBUG nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.292975] env[70294]: DEBUG nova.objects.instance [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lazy-loading 'flavor' on Instance uuid 372bacf9-dbe6-44db-b30f-181a6fbd08c6 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.346277] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.346936] env[70294]: DEBUG nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.350569] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.539s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.352407] env[70294]: INFO nova.compute.claims [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.466346] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482428} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.466640] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.466859] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.467136] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-333aadaf-99cf-4ef1-9862-a7501d8c19e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.473613] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 798.473613] env[70294]: value = "task-3569727" [ 798.473613] env[70294]: _type = "Task" [ 798.473613] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.480769] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.511657] env[70294]: DEBUG nova.objects.instance [None req-8fcaa9c7-2613-4a09-9519-6db09a5e0388 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lazy-loading 'pci_requests' on Instance uuid 9eea4e58-9b7f-4dc3-9354-a5723fa7464a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.578695] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 798.578695] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520235fd-7f9c-8127-685a-e4e648893a58" [ 798.578695] env[70294]: _type = "HttpNfcLease" [ 798.578695] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 798.579081] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 798.579081] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520235fd-7f9c-8127-685a-e4e648893a58" [ 798.579081] env[70294]: _type = "HttpNfcLease" [ 798.579081] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 798.579760] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcce2ad-1bae-4c8e-b8e4-0603c94be6af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.587208] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d6d6f-be6a-6354-5b54-ec8acf432bf0/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 798.587386] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d6d6f-be6a-6354-5b54-ec8acf432bf0/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 798.657884] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569726, 'name': CreateVM_Task, 'duration_secs': 0.329955} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.658087] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.658809] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.658997] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.659327] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.659604] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-103dbe16-bdab-4de1-9f88-ca8409eaacd3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.664228] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 798.664228] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52231202-db80-c80a-30cc-ad73e36b77ef" [ 798.664228] env[70294]: _type = "Task" [ 798.664228] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.675448] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52231202-db80-c80a-30cc-ad73e36b77ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.683417] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f6015a4-2e9a-4bed-af4e-5bea797b59a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.694161] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.866637] env[70294]: DEBUG nova.compute.utils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.866941] env[70294]: DEBUG nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.867229] env[70294]: DEBUG nova.network.neutron [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.939146] env[70294]: DEBUG nova.network.neutron [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Updated VIF entry in instance network info cache for port dc150b31-aa76-4b7d-b218-da3aa9c434bc. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.939592] env[70294]: DEBUG nova.network.neutron [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Updating instance_info_cache with network_info: [{"id": "dc150b31-aa76-4b7d-b218-da3aa9c434bc", "address": "fa:16:3e:50:92:ff", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc150b31-aa", "ovs_interfaceid": "dc150b31-aa76-4b7d-b218-da3aa9c434bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.948395] env[70294]: DEBUG nova.policy [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9abe4a4d02a4f5295a0d1e372e48d3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcae214187894183907f879e186993c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.984352] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070644} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.984352] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.985043] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec63f8c3-06e1-42a0-a6f8-56f978001a3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.017859] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.018474] env[70294]: DEBUG nova.objects.base [None req-8fcaa9c7-2613-4a09-9519-6db09a5e0388 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Object Instance<9eea4e58-9b7f-4dc3-9354-a5723fa7464a> lazy-loaded attributes: flavor,pci_requests {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 799.018688] env[70294]: DEBUG nova.network.neutron [None req-8fcaa9c7-2613-4a09-9519-6db09a5e0388 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.020579] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e3fc2bc-1aa3-4c2d-8aac-60c72fd3a41b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.043060] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 799.043060] env[70294]: value = "task-3569729" [ 799.043060] env[70294]: _type = "Task" [ 799.043060] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.053281] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.181410] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52231202-db80-c80a-30cc-ad73e36b77ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.183700] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.184803] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.184803] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.186186] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.186579] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.187036] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f38343df-8535-4c67-b1ff-f5e4eca895af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.196967] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.197601] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.198575] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d887892-b252-41e2-8c11-91438c10f437 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.205075] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 799.205075] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d0fc2c-98d2-86de-237b-c50180cde76a" [ 799.205075] env[70294]: _type = "Task" [ 799.205075] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.211092] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fcaa9c7-2613-4a09-9519-6db09a5e0388 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "interface-9eea4e58-9b7f-4dc3-9354-a5723fa7464a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.205s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.220057] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d0fc2c-98d2-86de-237b-c50180cde76a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.302386] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f14adec6-eb58-4dfd-8d86-2fda05885221 tempest-VolumesAssistedSnapshotsTest-2063959018 tempest-VolumesAssistedSnapshotsTest-2063959018-project-admin] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.373027] env[70294]: DEBUG nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.420528] env[70294]: DEBUG nova.network.neutron [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Successfully created port: 2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.444899] env[70294]: DEBUG oslo_concurrency.lockutils [req-1cca7bd3-a8ff-4b87-856f-d451c35d3771 req-5a22ec22-3b0e-45f8-af94-dcd9ecd38d63 service nova] Releasing lock "refresh_cache-8f21d8d6-5db7-4426-97c9-42a433456d1e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.560305] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.723029] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d0fc2c-98d2-86de-237b-c50180cde76a, 'name': SearchDatastore_Task, 'duration_secs': 0.02015} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.728243] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0577013-23d9-482d-83b9-b37851bec314 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.733670] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 799.733670] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52359a2f-96fd-98e0-5eca-3c971153f30d" [ 799.733670] env[70294]: _type = "Task" [ 799.733670] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.743649] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52359a2f-96fd-98e0-5eca-3c971153f30d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.941503] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "982cbbf3-3993-4230-91f6-3343b0a42f51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.941901] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.942273] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "982cbbf3-3993-4230-91f6-3343b0a42f51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.942497] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.942761] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.945067] env[70294]: INFO nova.compute.manager [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Terminating instance [ 800.026455] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c0f2e7-1d34-4904-bdae-6d1d8b50810a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.036033] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a435e412-a000-40e2-97a8-8a1a4bbbd9cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.081054] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6322bdf-d77a-47b4-b639-a2e89a1cc58a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.088922] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569729, 'name': ReconfigVM_Task, 'duration_secs': 0.756146} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.090045] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.091051] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb0d08ca-e79f-47cc-a555-fb1676415cab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.097984] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a0d368-9406-4db7-8696-a889b3b2d093 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.107014] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 800.107014] env[70294]: value = "task-3569730" [ 800.107014] env[70294]: _type = "Task" [ 800.107014] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.125726] env[70294]: DEBUG nova.compute.provider_tree [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 800.133347] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569730, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.245353] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52359a2f-96fd-98e0-5eca-3c971153f30d, 'name': SearchDatastore_Task, 'duration_secs': 0.020693} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.245626] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.245884] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8f21d8d6-5db7-4426-97c9-42a433456d1e/8f21d8d6-5db7-4426-97c9-42a433456d1e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.246174] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ad07b88-89f8-4317-b2e2-a9d38b52bead {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.253879] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 800.253879] env[70294]: value = "task-3569731" [ 800.253879] env[70294]: _type = "Task" [ 800.253879] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.262030] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.385375] env[70294]: DEBUG nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.420107] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.420381] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.420603] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.420760] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.420910] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.421089] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.421334] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.421496] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.421672] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.422274] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.422274] env[70294]: DEBUG nova.virt.hardware [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.423049] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4852a298-fc7e-4b6a-82e1-20140d279697 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.431276] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3286992-7ae7-4537-ad9e-3b96e60cd420 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.452360] env[70294]: DEBUG nova.compute.manager [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 800.452668] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.453642] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0a3743-cf2d-46fc-b7fa-b02fcad55d68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.463633] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.464503] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35f84816-fae0-4bdb-adae-1cd8759ddc63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.474112] env[70294]: DEBUG oslo_vmware.api [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 800.474112] env[70294]: value = "task-3569732" [ 800.474112] env[70294]: _type = "Task" [ 800.474112] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.483696] env[70294]: DEBUG oslo_vmware.api [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.619574] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569730, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.629997] env[70294]: DEBUG nova.scheduler.client.report [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.765395] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569731, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.986029] env[70294]: DEBUG oslo_vmware.api [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.124859] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569730, 'name': Rename_Task, 'duration_secs': 0.818711} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.125373] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.125999] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bbcaf1c-0189-40f5-bb72-ba33d2ed9e53 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.135134] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 801.135134] env[70294]: value = "task-3569733" [ 801.135134] env[70294]: _type = "Task" [ 801.135134] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.138191] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.139571] env[70294]: DEBUG nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.143188] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.730s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.143510] env[70294]: DEBUG nova.objects.instance [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 801.153573] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569733, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.221512] env[70294]: DEBUG nova.compute.manager [req-736d6abe-9319-4ab4-b918-62f3071e36f7 req-9d01c515-dec8-4c1b-9e05-e752f1e3787a service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Received event network-vif-plugged-2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.221813] env[70294]: DEBUG oslo_concurrency.lockutils [req-736d6abe-9319-4ab4-b918-62f3071e36f7 req-9d01c515-dec8-4c1b-9e05-e752f1e3787a service nova] Acquiring lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.222099] env[70294]: DEBUG oslo_concurrency.lockutils [req-736d6abe-9319-4ab4-b918-62f3071e36f7 req-9d01c515-dec8-4c1b-9e05-e752f1e3787a service nova] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.222299] env[70294]: DEBUG oslo_concurrency.lockutils [req-736d6abe-9319-4ab4-b918-62f3071e36f7 req-9d01c515-dec8-4c1b-9e05-e752f1e3787a service nova] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.222474] env[70294]: DEBUG nova.compute.manager [req-736d6abe-9319-4ab4-b918-62f3071e36f7 req-9d01c515-dec8-4c1b-9e05-e752f1e3787a service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] No waiting events found dispatching network-vif-plugged-2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 801.222640] env[70294]: WARNING nova.compute.manager [req-736d6abe-9319-4ab4-b918-62f3071e36f7 req-9d01c515-dec8-4c1b-9e05-e752f1e3787a service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Received unexpected event network-vif-plugged-2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 for instance with vm_state building and task_state spawning. [ 801.269175] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70647} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.269175] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8f21d8d6-5db7-4426-97c9-42a433456d1e/8f21d8d6-5db7-4426-97c9-42a433456d1e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.269175] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.269175] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308dcdfe-9e88-4e73-a847-8c42202a4981 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.278488] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 801.278488] env[70294]: value = "task-3569734" [ 801.278488] env[70294]: _type = "Task" [ 801.278488] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.283654] env[70294]: DEBUG nova.network.neutron [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Successfully updated port: 2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.290661] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.336677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.337092] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.337191] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.337468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.337988] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.340542] env[70294]: INFO nova.compute.manager [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Terminating instance [ 801.487039] env[70294]: DEBUG oslo_vmware.api [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569732, 'name': PowerOffVM_Task, 'duration_secs': 0.564176} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.487039] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.487357] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.487463] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96a7332e-7e32-4e0f-a847-a332407861ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.556889] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.557404] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.557404] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Deleting the datastore file [datastore2] 982cbbf3-3993-4230-91f6-3343b0a42f51 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.557533] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cba49cd-94d7-4bf6-a012-7831638b2cba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.565085] env[70294]: DEBUG oslo_vmware.api [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for the task: (returnval){ [ 801.565085] env[70294]: value = "task-3569736" [ 801.565085] env[70294]: _type = "Task" [ 801.565085] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.573655] env[70294]: DEBUG oslo_vmware.api [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.644871] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569733, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.648241] env[70294]: DEBUG nova.compute.utils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.649635] env[70294]: DEBUG nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 801.787493] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "refresh_cache-24a84c9b-c41a-4ba9-9d33-aadd28adf695" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.787843] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "refresh_cache-24a84c9b-c41a-4ba9-9d33-aadd28adf695" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.787843] env[70294]: DEBUG nova.network.neutron [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.789710] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156926} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.789710] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.790226] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f4ca65-dfc4-4312-8c7b-c656ec21dcd2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.815447] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 8f21d8d6-5db7-4426-97c9-42a433456d1e/8f21d8d6-5db7-4426-97c9-42a433456d1e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.816465] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6e8971-5f7c-4305-82f4-ef1367d50601 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.837933] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 801.837933] env[70294]: value = "task-3569737" [ 801.837933] env[70294]: _type = "Task" [ 801.837933] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.847463] env[70294]: DEBUG nova.compute.manager [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.847742] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.847963] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.848710] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6af566-9e60-4402-a306-6b2088ce434b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.857434] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.857844] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc7eced1-22f5-4224-b6e3-a9f4d753134d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.864333] env[70294]: DEBUG oslo_vmware.api [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 801.864333] env[70294]: value = "task-3569738" [ 801.864333] env[70294]: _type = "Task" [ 801.864333] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.878019] env[70294]: DEBUG oslo_vmware.api [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.075654] env[70294]: DEBUG oslo_vmware.api [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Task: {'id': task-3569736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22163} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.075936] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.076140] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.076325] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.076498] env[70294]: INFO nova.compute.manager [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Took 1.62 seconds to destroy the instance on the hypervisor. [ 802.076748] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.076940] env[70294]: DEBUG nova.compute.manager [-] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.077095] env[70294]: DEBUG nova.network.neutron [-] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.145894] env[70294]: DEBUG oslo_vmware.api [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569733, 'name': PowerOnVM_Task, 'duration_secs': 0.847528} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.146195] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.146405] env[70294]: INFO nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Took 9.33 seconds to spawn the instance on the hypervisor. [ 802.146587] env[70294]: DEBUG nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.147419] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576ac380-64f4-4308-8e6a-a41c2d05b15a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.151737] env[70294]: DEBUG nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.163128] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a0e1657d-91cd-4a5a-8fbc-ffe1b03c8d1e tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.167157] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 29.794s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.167346] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.167528] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 802.168240] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.378s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.169701] env[70294]: INFO nova.compute.claims [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.173038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e2e7ce-ee9a-40cb-a1cc-1253b7358e3b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.184775] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8790fb63-8c90-45db-829c-d09c793baefb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.202449] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8c5e4f-3e1d-4337-b491-157b7faeb574 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.212622] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efe3f1d-68ed-43e8-9e63-2c483e0e9418 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.245209] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178948MB free_disk=81GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 802.245394] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.352203] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569737, 'name': ReconfigVM_Task, 'duration_secs': 0.342696} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.352505] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 8f21d8d6-5db7-4426-97c9-42a433456d1e/8f21d8d6-5db7-4426-97c9-42a433456d1e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.353603] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b520b292-cde7-41c1-a6c0-58e2f1c0bdf0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.360143] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 802.360143] env[70294]: value = "task-3569739" [ 802.360143] env[70294]: _type = "Task" [ 802.360143] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.365164] env[70294]: DEBUG nova.network.neutron [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.372555] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569739, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.377499] env[70294]: DEBUG oslo_vmware.api [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569738, 'name': PowerOffVM_Task, 'duration_secs': 0.212205} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.377916] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.377916] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.378165] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ccf0240-dec0-41fb-b894-8fce293bd678 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.439501] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.439744] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.439744] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Deleting the datastore file [datastore1] 9eea4e58-9b7f-4dc3-9354-a5723fa7464a {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.440064] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-825ed4fe-ce3c-4b77-a329-09e6759077f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.450064] env[70294]: DEBUG oslo_vmware.api [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for the task: (returnval){ [ 802.450064] env[70294]: value = "task-3569741" [ 802.450064] env[70294]: _type = "Task" [ 802.450064] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.457823] env[70294]: DEBUG oslo_vmware.api [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.663825] env[70294]: DEBUG nova.network.neutron [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Updating instance_info_cache with network_info: [{"id": "2cacdd85-77fd-4e45-8bb0-4376cc61b0e7", "address": "fa:16:3e:3e:55:12", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cacdd85-77", "ovs_interfaceid": "2cacdd85-77fd-4e45-8bb0-4376cc61b0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.665204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.665434] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.665635] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.665812] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.665977] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.672539] env[70294]: INFO nova.compute.manager [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Terminating instance [ 802.686913] env[70294]: INFO nova.compute.manager [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Took 49.91 seconds to build instance. [ 802.869838] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569739, 'name': Rename_Task, 'duration_secs': 0.159405} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.870188] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.870458] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3db967d-0517-4bf5-9fe4-e7ffcb9870dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.879323] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 802.879323] env[70294]: value = "task-3569742" [ 802.879323] env[70294]: _type = "Task" [ 802.879323] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.885698] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.958371] env[70294]: DEBUG oslo_vmware.api [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Task: {'id': task-3569741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251838} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.958629] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.959241] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.959241] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.959241] env[70294]: INFO nova.compute.manager [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 802.959697] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.959697] env[70294]: DEBUG nova.compute.manager [-] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.959816] env[70294]: DEBUG nova.network.neutron [-] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 803.173681] env[70294]: DEBUG nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.176400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "refresh_cache-24a84c9b-c41a-4ba9-9d33-aadd28adf695" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.176707] env[70294]: DEBUG nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Instance network_info: |[{"id": "2cacdd85-77fd-4e45-8bb0-4376cc61b0e7", "address": "fa:16:3e:3e:55:12", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cacdd85-77", "ovs_interfaceid": "2cacdd85-77fd-4e45-8bb0-4376cc61b0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.177338] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:55:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cacdd85-77fd-4e45-8bb0-4376cc61b0e7', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.185228] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.185901] env[70294]: DEBUG nova.compute.manager [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.186115] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.186401] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.190283] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f233a2c-2cb6-4295-ae37-05f9105fab99 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.193231] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf233712-4c63-4087-bf88-27ed05ceb86e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.209987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d7613238-0b99-4b52-8075-e134db348be1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "777cb946-b001-4ea5-abba-61df03581de2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.024s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.221816] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.222207] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04064b77-0525-4f20-8e9f-f0f91958049f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.223576] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.223576] env[70294]: value = "task-3569743" [ 803.223576] env[70294]: _type = "Task" [ 803.223576] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.226580] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 803.226580] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 803.226580] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.226580] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 803.226796] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.226796] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 803.227189] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 803.227189] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 803.227290] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 803.227458] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 803.227646] env[70294]: DEBUG nova.virt.hardware [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 803.228505] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8a405f-aec9-45ab-8fd7-bb200c672a67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.241313] env[70294]: DEBUG oslo_vmware.api [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 803.241313] env[70294]: value = "task-3569744" [ 803.241313] env[70294]: _type = "Task" [ 803.241313] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.252739] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da275ca9-6ce1-492c-bb17-3a300f96836e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.256845] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569743, 'name': CreateVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.265684] env[70294]: DEBUG oslo_vmware.api [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.278056] env[70294]: DEBUG nova.compute.manager [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Received event network-changed-2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.278246] env[70294]: DEBUG nova.compute.manager [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Refreshing instance network info cache due to event network-changed-2cacdd85-77fd-4e45-8bb0-4376cc61b0e7. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.278500] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] Acquiring lock "refresh_cache-24a84c9b-c41a-4ba9-9d33-aadd28adf695" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.278687] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] Acquired lock "refresh_cache-24a84c9b-c41a-4ba9-9d33-aadd28adf695" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.278803] env[70294]: DEBUG nova.network.neutron [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Refreshing network info cache for port 2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.281077] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.287057] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Creating folder: Project (138846d9b3a9427a905838b3283ff322). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.291746] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3887c6a9-447f-4f4c-8dc2-65dae5a3c4b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.293611] env[70294]: DEBUG nova.network.neutron [-] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.307477] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Created folder: Project (138846d9b3a9427a905838b3283ff322) in parent group-v712401. [ 803.307574] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Creating folder: Instances. Parent ref: group-v712567. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.310498] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60077e06-c529-4d95-978f-af1444a4c343 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.327021] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Created folder: Instances in parent group-v712567. [ 803.327021] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.327021] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.327021] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37833ad1-5109-44b3-ba7a-9ad7cf9a2dbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.349407] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.349407] env[70294]: value = "task-3569747" [ 803.349407] env[70294]: _type = "Task" [ 803.349407] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.356910] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569747, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.389990] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569742, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.718699] env[70294]: DEBUG nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.739837] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569743, 'name': CreateVM_Task, 'duration_secs': 0.474179} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.739837] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.739837] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.739837] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.739837] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.741517] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629b3d5b-7691-4e9b-b112-f01c3a020cb0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.754516] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 803.754516] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ebc39d-ffeb-612b-ffd9-a2183ce57874" [ 803.754516] env[70294]: _type = "Task" [ 803.754516] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.754757] env[70294]: DEBUG oslo_vmware.api [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569744, 'name': PowerOffVM_Task, 'duration_secs': 0.250097} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.759609] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 803.759609] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 803.760802] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e5d791-c247-4243-acc1-9b77e9a41d97 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.762280] env[70294]: DEBUG nova.network.neutron [-] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.775817] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ebc39d-ffeb-612b-ffd9-a2183ce57874, 'name': SearchDatastore_Task, 'duration_secs': 0.012258} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.776344] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.776582] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.776811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.776957] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.777160] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.777665] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba2978f5-3e80-4373-a81b-2b7fcdb0a41a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.785776] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.785980] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.789071] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839fc208-a3ed-42a7-b9c8-3cc529dcffc3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.795826] env[70294]: INFO nova.compute.manager [-] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Took 1.72 seconds to deallocate network for instance. [ 803.798575] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 803.798575] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5239d4d0-a55d-ab97-3834-66da446624eb" [ 803.798575] env[70294]: _type = "Task" [ 803.798575] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.813500] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5239d4d0-a55d-ab97-3834-66da446624eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.820975] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 803.821216] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 803.821406] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Deleting the datastore file [datastore2] 372bacf9-dbe6-44db-b30f-181a6fbd08c6 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 803.821677] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3dabe4a-308e-4fb9-bff6-570589e3735f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.828793] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a2795e-7439-431c-a0c2-2b535b31f866 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.835669] env[70294]: DEBUG oslo_vmware.api [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for the task: (returnval){ [ 803.835669] env[70294]: value = "task-3569749" [ 803.835669] env[70294]: _type = "Task" [ 803.835669] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.843468] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6f149-3529-4a05-97d1-4dfed4d9c1b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.849895] env[70294]: DEBUG oslo_vmware.api [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.883433] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f403f737-3306-42af-99a5-732ed6509ad6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.891702] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569747, 'name': CreateVM_Task, 'duration_secs': 0.347302} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.892717] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.893185] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.893351] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.893671] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.898407] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22cec81-c245-48b1-b91b-907a647cb85a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.900399] env[70294]: DEBUG oslo_vmware.api [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569742, 'name': PowerOnVM_Task, 'duration_secs': 0.534005} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.901621] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe34b9d-45de-49c3-937a-7ed53273fe12 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.905827] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.906039] env[70294]: INFO nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Took 8.33 seconds to spawn the instance on the hypervisor. [ 803.906224] env[70294]: DEBUG nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.907348] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509d06f6-fc49-4c08-8a32-b4b5b42849b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.911460] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 803.911460] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526125ab-0ee7-76ba-242b-23cfc17c238d" [ 803.911460] env[70294]: _type = "Task" [ 803.911460] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.929250] env[70294]: DEBUG nova.compute.provider_tree [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.939847] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526125ab-0ee7-76ba-242b-23cfc17c238d, 'name': SearchDatastore_Task, 'duration_secs': 0.011917} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.940386] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.940600] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.940695] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.072373] env[70294]: DEBUG nova.network.neutron [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Updated VIF entry in instance network info cache for port 2cacdd85-77fd-4e45-8bb0-4376cc61b0e7. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.072755] env[70294]: DEBUG nova.network.neutron [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Updating instance_info_cache with network_info: [{"id": "2cacdd85-77fd-4e45-8bb0-4376cc61b0e7", "address": "fa:16:3e:3e:55:12", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cacdd85-77", "ovs_interfaceid": "2cacdd85-77fd-4e45-8bb0-4376cc61b0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.241452] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.265343] env[70294]: INFO nova.compute.manager [-] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Took 1.31 seconds to deallocate network for instance. [ 804.306515] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.313302] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5239d4d0-a55d-ab97-3834-66da446624eb, 'name': SearchDatastore_Task, 'duration_secs': 0.016433} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.314067] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f9ea9e-771f-414b-980b-793d279de5a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.319017] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 804.319017] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a100b-8b7d-d9ac-ef17-01eb1f368352" [ 804.319017] env[70294]: _type = "Task" [ 804.319017] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.327073] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a100b-8b7d-d9ac-ef17-01eb1f368352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.345791] env[70294]: DEBUG oslo_vmware.api [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Task: {'id': task-3569749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210175} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.346043] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 804.346251] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 804.346443] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 804.346615] env[70294]: INFO nova.compute.manager [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 804.346851] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.347051] env[70294]: DEBUG nova.compute.manager [-] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 804.347150] env[70294]: DEBUG nova.network.neutron [-] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 804.438814] env[70294]: DEBUG nova.scheduler.client.report [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.441612] env[70294]: INFO nova.compute.manager [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Took 48.70 seconds to build instance. [ 804.576740] env[70294]: DEBUG oslo_concurrency.lockutils [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] Releasing lock "refresh_cache-24a84c9b-c41a-4ba9-9d33-aadd28adf695" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.576740] env[70294]: DEBUG nova.compute.manager [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Received event network-vif-deleted-05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.577113] env[70294]: INFO nova.compute.manager [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Neutron deleted interface 05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e; detaching it from the instance and deleting it from the info cache [ 804.577113] env[70294]: DEBUG nova.network.neutron [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.641463] env[70294]: INFO nova.compute.manager [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Rebuilding instance [ 804.684869] env[70294]: DEBUG nova.compute.manager [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.685154] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432b7b4a-c30c-4111-8594-373ee50b1f38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.771889] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.830801] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a100b-8b7d-d9ac-ef17-01eb1f368352, 'name': SearchDatastore_Task, 'duration_secs': 0.028629} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.831651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.831651] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 24a84c9b-c41a-4ba9-9d33-aadd28adf695/24a84c9b-c41a-4ba9-9d33-aadd28adf695.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.831651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.831959] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 804.832024] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a44f4d2c-4469-4860-8dab-757e88312859 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.837040] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3eb79b93-5d4a-47f1-a665-37d0c629cd4d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.841279] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 804.841279] env[70294]: value = "task-3569750" [ 804.841279] env[70294]: _type = "Task" [ 804.841279] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.846078] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 804.847088] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 804.847594] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95cc64df-3c20-47a5-a592-2cb63732ec24 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.853734] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.861019] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 804.861019] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b27830-5f35-f94e-9669-3aff9e676fc5" [ 804.861019] env[70294]: _type = "Task" [ 804.861019] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.868673] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b27830-5f35-f94e-9669-3aff9e676fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.946242] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.946242] env[70294]: DEBUG nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.947373] env[70294]: DEBUG oslo_concurrency.lockutils [None req-496fa31f-5224-48ca-982e-3bd717f6203e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.847s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.951273] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.655s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.951522] env[70294]: DEBUG nova.objects.instance [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lazy-loading 'resources' on Instance uuid e9b2edb7-1d37-4443-b8b7-8a61e298ae4d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.079642] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11968b48-981d-434f-8eda-06c5c03f4360 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.091219] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a7335f-7de0-40f5-97f3-ec806b948cdd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.130788] env[70294]: DEBUG nova.compute.manager [req-9fad542f-e52c-4be6-bb1c-3b762a99921e req-c6e3b9cd-e0c4-4ddd-be3d-32941fd87b88 service nova] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Detach interface failed, port_id=05ae4cdb-fce0-48a1-9d9b-840dac2c4f1e, reason: Instance 982cbbf3-3993-4230-91f6-3343b0a42f51 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 805.352776] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.367962] env[70294]: DEBUG nova.compute.manager [req-d1d6636b-35e0-41a8-befc-61b87187e4bf req-266460eb-0a46-4cc9-8955-1707c7e28b7d service nova] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Received event network-vif-deleted-710e56c0-4716-49ee-afa5-93e73df6806c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.374704] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b27830-5f35-f94e-9669-3aff9e676fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.019536} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.375625] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc477d77-5ad6-45e0-ba62-1c57ee91cd20 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.381639] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 805.381639] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522ac279-ef0b-3f1d-a565-596ee93370bb" [ 805.381639] env[70294]: _type = "Task" [ 805.381639] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.391732] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522ac279-ef0b-3f1d-a565-596ee93370bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.395288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "8f21d8d6-5db7-4426-97c9-42a433456d1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.395288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.395288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "8f21d8d6-5db7-4426-97c9-42a433456d1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.395288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.395288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.397689] env[70294]: INFO nova.compute.manager [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Terminating instance [ 805.455029] env[70294]: DEBUG nova.compute.utils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.455474] env[70294]: DEBUG nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.455841] env[70294]: DEBUG nova.network.neutron [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.458505] env[70294]: DEBUG nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 805.535136] env[70294]: DEBUG nova.policy [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91cbabe2e04f4b69bbeaab423b1a082d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '554aa1528cab4d55a170a4ef55552983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.699836] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.700809] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954692a9-6730-40f5-92de-0a93e1bfb0b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.710627] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 805.710627] env[70294]: value = "task-3569751" [ 805.710627] env[70294]: _type = "Task" [ 805.710627] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.723854] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.829493] env[70294]: DEBUG nova.network.neutron [-] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.857483] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.882099] env[70294]: DEBUG nova.network.neutron [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Successfully created port: a5abf2c4-47da-4e22-b4ef-918a62daf067 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.901710] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522ac279-ef0b-3f1d-a565-596ee93370bb, 'name': SearchDatastore_Task, 'duration_secs': 0.05978} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.902157] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.902437] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2/68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 805.902749] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7dfbb54a-4fea-4dde-9bae-b264195c1936 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.905509] env[70294]: DEBUG nova.compute.manager [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.905776] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.907100] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d731d9f-0739-4c1d-a409-cdc3ee5a99c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.915285] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 805.915285] env[70294]: value = "task-3569752" [ 805.915285] env[70294]: _type = "Task" [ 805.915285] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.921154] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.921938] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b654db6-014c-4ac6-8f92-2922fc1db2e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.929190] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.942626] env[70294]: DEBUG oslo_vmware.api [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 805.942626] env[70294]: value = "task-3569753" [ 805.942626] env[70294]: _type = "Task" [ 805.942626] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.956512] env[70294]: DEBUG oslo_vmware.api [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.958960] env[70294]: DEBUG nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.990381] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.223185] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569751, 'name': PowerOffVM_Task, 'duration_secs': 0.198876} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.224249] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.224481] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.225423] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a21dc-e85e-4a57-aa81-d68412fd3bb1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.229029] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718a8fe1-8042-44e3-a3e7-67cc6a2e7a40 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.238738] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4ca010-b316-40df-bdb3-81a7fd745142 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.242156] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.242431] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6202a488-b9b3-47f3-a4a2-b18fcab626b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.278224] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8c36e2-57f5-4763-8e86-74748e68924a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.286408] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceca7b0-e032-4206-8e49-b13394eb7c85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.302217] env[70294]: DEBUG nova.compute.provider_tree [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.307551] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.307770] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.307960] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleting the datastore file [datastore1] 777cb946-b001-4ea5-abba-61df03581de2 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.308512] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a16d9da-e443-473d-843f-afe92a083108 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.318250] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 806.318250] env[70294]: value = "task-3569755" [ 806.318250] env[70294]: _type = "Task" [ 806.318250] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.324091] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.334072] env[70294]: INFO nova.compute.manager [-] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Took 1.99 seconds to deallocate network for instance. [ 806.357440] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569750, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.425582] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.454420] env[70294]: DEBUG oslo_vmware.api [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569753, 'name': PowerOffVM_Task, 'duration_secs': 0.210991} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.454732] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.454892] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.455364] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ad387c9-3091-44ad-88c5-366d5341f9f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.518566] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 806.518901] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 806.518963] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleting the datastore file [datastore2] 8f21d8d6-5db7-4426-97c9-42a433456d1e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 806.519239] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c84910f-6245-4b8f-91d3-8e315ce25fcd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.527271] env[70294]: DEBUG oslo_vmware.api [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 806.527271] env[70294]: value = "task-3569757" [ 806.527271] env[70294]: _type = "Task" [ 806.527271] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.536189] env[70294]: DEBUG oslo_vmware.api [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.810391] env[70294]: DEBUG nova.scheduler.client.report [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.826789] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418477} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.827037] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.827083] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.827253] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.839117] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.857278] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.629301} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.857510] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 24a84c9b-c41a-4ba9-9d33-aadd28adf695/24a84c9b-c41a-4ba9-9d33-aadd28adf695.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 806.857728] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 806.858643] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-545f3968-b4c1-4515-bfbf-23bd1463ed64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.869372] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 806.869372] env[70294]: value = "task-3569758" [ 806.869372] env[70294]: _type = "Task" [ 806.869372] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.889428] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.895136] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d6d6f-be6a-6354-5b54-ec8acf432bf0/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 806.896129] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc150c22-3478-415e-9cce-276e42b7d326 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.906596] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d6d6f-be6a-6354-5b54-ec8acf432bf0/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 806.906794] env[70294]: ERROR oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d6d6f-be6a-6354-5b54-ec8acf432bf0/disk-0.vmdk due to incomplete transfer. [ 806.907186] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-87f9b044-b365-4852-b5ad-59b475175e51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.917266] env[70294]: DEBUG oslo_vmware.rw_handles [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527d6d6f-be6a-6354-5b54-ec8acf432bf0/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 806.917428] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Uploaded image b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 806.920187] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 806.924555] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38cce88d-66b3-4d7a-a710-2ee4146626ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.931370] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 806.931370] env[70294]: value = "task-3569759" [ 806.931370] env[70294]: _type = "Task" [ 806.931370] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.935715] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569752, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.947531] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569759, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.969955] env[70294]: DEBUG nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.995276] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.995572] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.995745] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.995988] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.996241] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.996374] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.996599] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.996775] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.996963] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.997363] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.997363] env[70294]: DEBUG nova.virt.hardware [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.998375] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84df163b-abe4-4b1c-9d66-9fbca638e7b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.009440] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac6c125-3c34-440c-a036-0eaa5dd7f6b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.039062] env[70294]: DEBUG oslo_vmware.api [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.315843] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.318280] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.515s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.320077] env[70294]: INFO nova.compute.claims [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.345687] env[70294]: INFO nova.scheduler.client.report [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Deleted allocations for instance e9b2edb7-1d37-4443-b8b7-8a61e298ae4d [ 807.381308] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.308966} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.381619] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.382482] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8e7001-202f-484b-8a62-f382a151b280 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.411191] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 24a84c9b-c41a-4ba9-9d33-aadd28adf695/24a84c9b-c41a-4ba9-9d33-aadd28adf695.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.411998] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-086181d4-94a4-4221-ad8f-836a0e9c80da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.429774] env[70294]: DEBUG nova.compute.manager [req-8508bf16-a5f1-4bb5-9f37-995e4e859742 req-d2a13c0f-2937-4692-bfb3-ad7fe8e73c3c service nova] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Received event network-vif-deleted-c2ff246d-cae5-4654-ab72-a45acb421027 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.443966] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569752, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.242763} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.444275] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 807.444275] env[70294]: value = "task-3569760" [ 807.444275] env[70294]: _type = "Task" [ 807.444275] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.444854] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2/68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.445899] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.445899] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d088a8c0-4399-4d26-b9de-61dafdcc8755 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.456398] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569759, 'name': Destroy_Task, 'duration_secs': 0.454491} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.457283] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Destroyed the VM [ 807.457565] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 807.457827] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e67bf407-f65c-4944-888c-337b63b9b136 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.470920] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 807.470920] env[70294]: value = "task-3569761" [ 807.470920] env[70294]: _type = "Task" [ 807.470920] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.471289] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.479044] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 807.479044] env[70294]: value = "task-3569762" [ 807.479044] env[70294]: _type = "Task" [ 807.479044] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.487424] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.491564] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.541449] env[70294]: DEBUG oslo_vmware.api [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.660264} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.541768] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.541974] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.542163] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.543467] env[70294]: INFO nova.compute.manager [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Took 1.64 seconds to destroy the instance on the hypervisor. [ 807.543467] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.543467] env[70294]: DEBUG nova.compute.manager [-] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.543467] env[70294]: DEBUG nova.network.neutron [-] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.683444] env[70294]: DEBUG nova.network.neutron [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Successfully updated port: a5abf2c4-47da-4e22-b4ef-918a62daf067 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.859236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f7ec4d2-0de0-4bdc-968f-b15868321b44 tempest-ServersListShow2100Test-1231058610 tempest-ServersListShow2100Test-1231058610-project-member] Lock "e9b2edb7-1d37-4443-b8b7-8a61e298ae4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.865s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.871776] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.872016] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.873338] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.873338] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.873338] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.873338] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.873529] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.873604] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.873765] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.873939] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.874142] env[70294]: DEBUG nova.virt.hardware [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.875705] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632b8701-4f12-4c91-b4a8-d37dc6493efe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.884107] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d995fe-7ce7-4b71-a217-94becd05a991 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.901428] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:45:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdba838f-32dc-4cd3-a8b3-5fc866301e68', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.910246] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.910997] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.911105] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6376bfc7-c8e2-4d87-bff1-825e394c54b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.935253] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.935253] env[70294]: value = "task-3569763" [ 807.935253] env[70294]: _type = "Task" [ 807.935253] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.947654] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569763, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.956281] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.981328] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069663} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.986165] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.986165] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd3890c-b878-4785-a1fb-947e95b6e4da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.994151] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569762, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.009259] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2/68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.009638] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95da780e-0216-441e-a2bf-e97e276a1d42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.031281] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 808.031281] env[70294]: value = "task-3569764" [ 808.031281] env[70294]: _type = "Task" [ 808.031281] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.040341] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.189957] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "refresh_cache-1700aa78-fb06-40ae-b460-4182615f94fc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.190081] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "refresh_cache-1700aa78-fb06-40ae-b460-4182615f94fc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.190277] env[70294]: DEBUG nova.network.neutron [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.443686] env[70294]: DEBUG nova.network.neutron [-] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.451338] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569763, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.462860] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569760, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.491954] env[70294]: DEBUG oslo_vmware.api [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569762, 'name': RemoveSnapshot_Task, 'duration_secs': 0.73267} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.496442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 808.496442] env[70294]: INFO nova.compute.manager [None req-4514d749-a40b-4155-a1dc-60eb4a008295 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Took 14.61 seconds to snapshot the instance on the hypervisor. [ 808.543827] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569764, 'name': ReconfigVM_Task, 'duration_secs': 0.394637} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.544170] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2/68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.544730] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c99c3973-0b6a-440b-b160-d189a2ec6f7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.551254] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 808.551254] env[70294]: value = "task-3569765" [ 808.551254] env[70294]: _type = "Task" [ 808.551254] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.561536] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569765, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.732582] env[70294]: DEBUG nova.network.neutron [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.768787] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.769040] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.832233] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967a03d1-9773-4d50-8b08-7d4ca409a924 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.840741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c7b827-977d-49b8-ba7c-a109739133bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.874401] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9112ed70-64d2-4db3-bf69-7c8af7d2c969 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.883245] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967057d9-93ae-4dce-9f00-bf950da02464 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.897368] env[70294]: DEBUG nova.compute.provider_tree [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.949250] env[70294]: INFO nova.compute.manager [-] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Took 1.40 seconds to deallocate network for instance. [ 808.949250] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569763, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.966361] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569760, 'name': ReconfigVM_Task, 'duration_secs': 1.307991} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.966663] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 24a84c9b-c41a-4ba9-9d33-aadd28adf695/24a84c9b-c41a-4ba9-9d33-aadd28adf695.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.967542] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e430842d-ed87-4762-878a-e79441d5fd38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.976796] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 808.976796] env[70294]: value = "task-3569766" [ 808.976796] env[70294]: _type = "Task" [ 808.976796] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.977809] env[70294]: DEBUG nova.network.neutron [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Updating instance_info_cache with network_info: [{"id": "a5abf2c4-47da-4e22-b4ef-918a62daf067", "address": "fa:16:3e:f0:5e:ff", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5abf2c4-47", "ovs_interfaceid": "a5abf2c4-47da-4e22-b4ef-918a62daf067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.991621] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569766, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.063715] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569765, 'name': Rename_Task, 'duration_secs': 0.147683} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.063715] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.063715] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8afb6fc4-ed77-4b3a-8ae6-047da2c9dcc7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.069034] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 809.069034] env[70294]: value = "task-3569767" [ 809.069034] env[70294]: _type = "Task" [ 809.069034] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.077902] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.403221] env[70294]: DEBUG nova.scheduler.client.report [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.446934] env[70294]: DEBUG nova.compute.manager [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Received event network-vif-plugged-a5abf2c4-47da-4e22-b4ef-918a62daf067 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.447078] env[70294]: DEBUG oslo_concurrency.lockutils [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] Acquiring lock "1700aa78-fb06-40ae-b460-4182615f94fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.447289] env[70294]: DEBUG oslo_concurrency.lockutils [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] Lock "1700aa78-fb06-40ae-b460-4182615f94fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.447499] env[70294]: DEBUG oslo_concurrency.lockutils [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] Lock "1700aa78-fb06-40ae-b460-4182615f94fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.447609] env[70294]: DEBUG nova.compute.manager [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] No waiting events found dispatching network-vif-plugged-a5abf2c4-47da-4e22-b4ef-918a62daf067 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.447775] env[70294]: WARNING nova.compute.manager [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Received unexpected event network-vif-plugged-a5abf2c4-47da-4e22-b4ef-918a62daf067 for instance with vm_state building and task_state spawning. [ 809.447931] env[70294]: DEBUG nova.compute.manager [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Received event network-changed-a5abf2c4-47da-4e22-b4ef-918a62daf067 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.448098] env[70294]: DEBUG nova.compute.manager [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Refreshing instance network info cache due to event network-changed-a5abf2c4-47da-4e22-b4ef-918a62daf067. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.448265] env[70294]: DEBUG oslo_concurrency.lockutils [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] Acquiring lock "refresh_cache-1700aa78-fb06-40ae-b460-4182615f94fc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.451900] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569763, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.461405] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.485934] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "refresh_cache-1700aa78-fb06-40ae-b460-4182615f94fc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.486422] env[70294]: DEBUG nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Instance network_info: |[{"id": "a5abf2c4-47da-4e22-b4ef-918a62daf067", "address": "fa:16:3e:f0:5e:ff", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5abf2c4-47", "ovs_interfaceid": "a5abf2c4-47da-4e22-b4ef-918a62daf067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.487154] env[70294]: DEBUG oslo_concurrency.lockutils [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] Acquired lock "refresh_cache-1700aa78-fb06-40ae-b460-4182615f94fc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.487154] env[70294]: DEBUG nova.network.neutron [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Refreshing network info cache for port a5abf2c4-47da-4e22-b4ef-918a62daf067 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.489023] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:5e:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5abf2c4-47da-4e22-b4ef-918a62daf067', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.495781] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.499387] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.503023] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-214dfcdb-2abe-4d21-a11f-60b08ea8b635 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.518373] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569766, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.525780] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.525780] env[70294]: value = "task-3569768" [ 809.525780] env[70294]: _type = "Task" [ 809.525780] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.534865] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569768, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.578248] env[70294]: DEBUG oslo_vmware.api [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569767, 'name': PowerOnVM_Task, 'duration_secs': 0.474921} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.578520] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.578727] env[70294]: INFO nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Took 6.40 seconds to spawn the instance on the hypervisor. [ 809.578906] env[70294]: DEBUG nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 809.579723] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8657762-d63b-46f9-ba27-42b6fea83f55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.741690] env[70294]: DEBUG nova.network.neutron [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Updated VIF entry in instance network info cache for port a5abf2c4-47da-4e22-b4ef-918a62daf067. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.742106] env[70294]: DEBUG nova.network.neutron [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Updating instance_info_cache with network_info: [{"id": "a5abf2c4-47da-4e22-b4ef-918a62daf067", "address": "fa:16:3e:f0:5e:ff", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5abf2c4-47", "ovs_interfaceid": "a5abf2c4-47da-4e22-b4ef-918a62daf067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.908120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.908230] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 809.910835] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.006s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.911104] env[70294]: DEBUG nova.objects.instance [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lazy-loading 'resources' on Instance uuid 6fadd680-23c4-4e35-b08b-324d011ede8f {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 809.956987] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569763, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.991982] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569766, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.036984] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569768, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.099638] env[70294]: INFO nova.compute.manager [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Took 40.31 seconds to build instance. [ 810.245226] env[70294]: DEBUG oslo_concurrency.lockutils [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] Releasing lock "refresh_cache-1700aa78-fb06-40ae-b460-4182615f94fc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.245861] env[70294]: DEBUG nova.compute.manager [req-bedd6ae3-5539-40d2-ad74-f269af20d354 req-41f9ba24-0301-4763-964b-9a2648b12838 service nova] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Received event network-vif-deleted-dc150b31-aa76-4b7d-b218-da3aa9c434bc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.414239] env[70294]: DEBUG nova.compute.utils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.422110] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.422438] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.451843] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569763, 'name': CreateVM_Task, 'duration_secs': 2.13372} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.452016] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.456851] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.457050] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.459064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.459910] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcff2d8-1bd3-4719-8419-5ee760b94819 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.464703] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 810.464703] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522e5cd2-49de-4ca1-1c44-f230d5bb7e2d" [ 810.464703] env[70294]: _type = "Task" [ 810.464703] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.472985] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522e5cd2-49de-4ca1-1c44-f230d5bb7e2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.479352] env[70294]: DEBUG nova.policy [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf196ab57d7b41d0b8e7ab4162bc2b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '285c4b288038401786d7cb7f90c7d2b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.494270] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569766, 'name': Rename_Task, 'duration_secs': 1.119462} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.494574] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.494795] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-501a43e7-6227-48df-a519-1d6296e2fbe5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.503313] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 810.503313] env[70294]: value = "task-3569769" [ 810.503313] env[70294]: _type = "Task" [ 810.503313] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.512211] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.542534] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569768, 'name': CreateVM_Task, 'duration_secs': 0.716434} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.545876] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.546766] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.601901] env[70294]: DEBUG oslo_concurrency.lockutils [None req-86951437-267f-414a-856f-98454e74762b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.580s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.766146] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Successfully created port: 3afd368b-b9ec-4736-b073-6642aa3b76a5 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 810.922814] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.978379] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522e5cd2-49de-4ca1-1c44-f230d5bb7e2d, 'name': SearchDatastore_Task, 'duration_secs': 0.029559} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.978379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.978379] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.978678] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.978732] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.978917] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.979222] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.979528] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.979778] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56e8caa9-69e5-4a48-b5d1-91a1316ac351 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.986686] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47245edd-2539-4fda-bcba-f3a7ea375de3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.993920] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 810.993920] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3d874-8af8-a9a7-cf42-97b2c42aac34" [ 810.993920] env[70294]: _type = "Task" [ 810.993920] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.995116] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.995309] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.998660] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7cbb18-52b3-43b5-95f1-caac05cf04b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.015133] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3d874-8af8-a9a7-cf42-97b2c42aac34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.015133] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 811.015133] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e4848b-80ca-9b81-073a-2b8450e2e912" [ 811.015133] env[70294]: _type = "Task" [ 811.015133] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.025858] env[70294]: DEBUG oslo_vmware.api [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569769, 'name': PowerOnVM_Task, 'duration_secs': 0.464868} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.027437] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.027648] env[70294]: INFO nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Took 10.64 seconds to spawn the instance on the hypervisor. [ 811.027855] env[70294]: DEBUG nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.028872] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789f997e-0b6d-497d-be36-265c385c4c06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.036640] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e794a5c-ae17-4a48-9c69-c3d2cec60b7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.039813] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e4848b-80ca-9b81-073a-2b8450e2e912, 'name': SearchDatastore_Task, 'duration_secs': 0.013488} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.041227] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b23ec216-d97a-4a7a-83a6-308febf3a0c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.053152] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c3ec20-9a11-472e-9e94-66d18fac21df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.057883] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 811.057883] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522cea9c-15b0-2c4d-47f8-efa49c379567" [ 811.057883] env[70294]: _type = "Task" [ 811.057883] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.088017] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a3e035-351b-4270-9f38-c5685d477a56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.094379] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522cea9c-15b0-2c4d-47f8-efa49c379567, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.095009] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.095287] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.095803] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6282c2b5-63eb-4288-9364-3c5e5d1e327f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.102955] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560c574c-55b1-47f6-8ebe-43bf2263ebcf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.107701] env[70294]: DEBUG nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 811.110589] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 811.110589] env[70294]: value = "task-3569770" [ 811.110589] env[70294]: _type = "Task" [ 811.110589] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.122524] env[70294]: DEBUG nova.compute.provider_tree [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.129160] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.259237] env[70294]: DEBUG nova.compute.manager [None req-b16da235-eaa7-4803-a7b4-8e3372ec6c89 tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.263234] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8430007b-24b1-46cf-a74c-550f7c4b1c6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.440203] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.440595] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.440699] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.440827] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.440988] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.446045] env[70294]: INFO nova.compute.manager [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Terminating instance [ 811.506782] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3d874-8af8-a9a7-cf42-97b2c42aac34, 'name': SearchDatastore_Task, 'duration_secs': 0.019621} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.506782] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.506782] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.506782] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.506782] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.506782] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.506782] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98ab7021-e138-4d73-954a-17ba70deebc6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.515832] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.515832] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.515832] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b84d3101-aff6-4959-aff4-de58d4120c18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.520858] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 811.520858] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d37517-6063-e5ed-0049-18786a21cf88" [ 811.520858] env[70294]: _type = "Task" [ 811.520858] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.528225] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d37517-6063-e5ed-0049-18786a21cf88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.568381] env[70294]: INFO nova.compute.manager [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Took 49.05 seconds to build instance. [ 811.625493] env[70294]: DEBUG nova.scheduler.client.report [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.637618] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569770, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.645810] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.771101] env[70294]: INFO nova.compute.manager [None req-b16da235-eaa7-4803-a7b4-8e3372ec6c89 tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] instance snapshotting [ 811.771896] env[70294]: DEBUG nova.objects.instance [None req-b16da235-eaa7-4803-a7b4-8e3372ec6c89 tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lazy-loading 'flavor' on Instance uuid 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.944711] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.949561] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "refresh_cache-68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.949868] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquired lock "refresh_cache-68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.950097] env[70294]: DEBUG nova.network.neutron [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.971621] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.972826] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.972826] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.972826] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.973049] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.973049] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.973257] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.973423] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.973609] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.973754] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.974036] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.975247] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7666a8-32d2-4e1e-8ff6-9db94dae70b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.987218] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c227b0-1075-42f8-afde-aabdfe260bc8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.030455] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d37517-6063-e5ed-0049-18786a21cf88, 'name': SearchDatastore_Task, 'duration_secs': 0.009133} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.034449] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5135f39b-b47d-481f-b09b-b591340eae53 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.039224] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 812.039224] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f996fb-c59d-cacc-3744-bc6706f63667" [ 812.039224] env[70294]: _type = "Task" [ 812.039224] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.048304] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f996fb-c59d-cacc-3744-bc6706f63667, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.075056] env[70294]: DEBUG oslo_concurrency.lockutils [None req-41474530-36c7-4783-b8a6-ab1e2e5ee13c tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.123942] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90765} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.124285] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.124499] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.124754] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-106cf16e-3b43-4ffc-89a0-c3b9ee3f03a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.131596] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 812.131596] env[70294]: value = "task-3569771" [ 812.131596] env[70294]: _type = "Task" [ 812.131596] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.135728] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.138076] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.189s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.138410] env[70294]: DEBUG nova.objects.instance [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'resources' on Instance uuid 0bdb68d6-5e68-4581-a380-0d23b6cb17e2 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.145577] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.172365] env[70294]: INFO nova.scheduler.client.report [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Deleted allocations for instance 6fadd680-23c4-4e35-b08b-324d011ede8f [ 812.278997] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e656a1b8-10ec-41f7-bc06-7573e6824861 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.298139] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.298388] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.299246] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0036574-734d-4a02-af42-68bdc8066112 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.398086] env[70294]: DEBUG nova.compute.manager [req-a14de2f8-cc1f-423c-b214-5b9857e11f37 req-b8de8087-bcab-4b65-8fe5-9ba7213a4c78 service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Received event network-vif-plugged-3afd368b-b9ec-4736-b073-6642aa3b76a5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.398320] env[70294]: DEBUG oslo_concurrency.lockutils [req-a14de2f8-cc1f-423c-b214-5b9857e11f37 req-b8de8087-bcab-4b65-8fe5-9ba7213a4c78 service nova] Acquiring lock "144c3ef5-3026-49ff-8262-6b9be9193b79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.398528] env[70294]: DEBUG oslo_concurrency.lockutils [req-a14de2f8-cc1f-423c-b214-5b9857e11f37 req-b8de8087-bcab-4b65-8fe5-9ba7213a4c78 service nova] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.398698] env[70294]: DEBUG oslo_concurrency.lockutils [req-a14de2f8-cc1f-423c-b214-5b9857e11f37 req-b8de8087-bcab-4b65-8fe5-9ba7213a4c78 service nova] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.398864] env[70294]: DEBUG nova.compute.manager [req-a14de2f8-cc1f-423c-b214-5b9857e11f37 req-b8de8087-bcab-4b65-8fe5-9ba7213a4c78 service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] No waiting events found dispatching network-vif-plugged-3afd368b-b9ec-4736-b073-6642aa3b76a5 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 812.399935] env[70294]: WARNING nova.compute.manager [req-a14de2f8-cc1f-423c-b214-5b9857e11f37 req-b8de8087-bcab-4b65-8fe5-9ba7213a4c78 service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Received unexpected event network-vif-plugged-3afd368b-b9ec-4736-b073-6642aa3b76a5 for instance with vm_state building and task_state spawning. [ 812.499354] env[70294]: DEBUG nova.network.neutron [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.507514] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Successfully updated port: 3afd368b-b9ec-4736-b073-6642aa3b76a5 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 812.552026] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f996fb-c59d-cacc-3744-bc6706f63667, 'name': SearchDatastore_Task, 'duration_secs': 0.010144} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.552697] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.554547] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 1700aa78-fb06-40ae-b460-4182615f94fc/1700aa78-fb06-40ae-b460-4182615f94fc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.555938] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f404145-a6a8-47a9-9819-2d01d479168e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.563610] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 812.563610] env[70294]: value = "task-3569772" [ 812.563610] env[70294]: _type = "Task" [ 812.563610] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.572250] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.576827] env[70294]: DEBUG nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.604892] env[70294]: DEBUG nova.network.neutron [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.647155] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114744} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.647754] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.648603] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a4d7a-42f3-40fa-9c3b-d13b992a5a57 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.676512] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.683191] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3707ddf-1f8e-499b-b62a-a8189da075ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.702076] env[70294]: DEBUG oslo_concurrency.lockutils [None req-555c7949-1abd-4682-8937-456498012433 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "6fadd680-23c4-4e35-b08b-324d011ede8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.909s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.710443] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 812.710443] env[70294]: value = "task-3569773" [ 812.710443] env[70294]: _type = "Task" [ 812.710443] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.725686] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569773, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.811533] env[70294]: DEBUG nova.compute.manager [None req-b16da235-eaa7-4803-a7b4-8e3372ec6c89 tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Instance disappeared during snapshot {{(pid=70294) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 812.982097] env[70294]: DEBUG nova.compute.manager [None req-b16da235-eaa7-4803-a7b4-8e3372ec6c89 tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Found 0 images (rotation: 2) {{(pid=70294) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 813.012918] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "refresh_cache-144c3ef5-3026-49ff-8262-6b9be9193b79" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.013577] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "refresh_cache-144c3ef5-3026-49ff-8262-6b9be9193b79" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.015091] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 813.079011] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569772, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.103409] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.108275] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Releasing lock "refresh_cache-68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.108823] env[70294]: DEBUG nova.compute.manager [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.109100] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.110033] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de98296-de8e-409f-b169-2fedc21bc77e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.127185] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.127448] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0610cd64-29d8-4f9f-88c8-98962097c60e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.141664] env[70294]: DEBUG oslo_vmware.api [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 813.141664] env[70294]: value = "task-3569774" [ 813.141664] env[70294]: _type = "Task" [ 813.141664] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.165244] env[70294]: DEBUG oslo_vmware.api [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.222978] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.306057] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f65a5ad-d613-4835-9568-74809e57fe4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.320121] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dffed0d-b42a-4678-86eb-ac46334b6f3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.354562] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f950a22c-14f7-4878-ac45-c752b76d6510 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.363557] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17af5c8c-cf90-45b4-bb8f-042d55ac9dba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.377095] env[70294]: DEBUG nova.compute.provider_tree [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.549738] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.578567] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.796815} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.579067] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 1700aa78-fb06-40ae-b460-4182615f94fc/1700aa78-fb06-40ae-b460-4182615f94fc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.579335] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.579607] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47104867-6bed-4dfa-baac-8345fce47e78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.587329] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 813.587329] env[70294]: value = "task-3569775" [ 813.587329] env[70294]: _type = "Task" [ 813.587329] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.596444] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.656913] env[70294]: DEBUG oslo_vmware.api [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569774, 'name': PowerOffVM_Task, 'duration_secs': 0.279931} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.659524] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.659524] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.659524] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bfabab4a-1f5a-425e-b2fd-9a05137eb555 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.683635] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.685205] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.685205] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Deleting the datastore file [datastore2] 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.685205] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f81f794c-95c7-4fa6-9256-461c92e87c19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.695020] env[70294]: DEBUG oslo_vmware.api [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for the task: (returnval){ [ 813.695020] env[70294]: value = "task-3569777" [ 813.695020] env[70294]: _type = "Task" [ 813.695020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.703714] env[70294]: DEBUG oslo_vmware.api [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.724237] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569773, 'name': ReconfigVM_Task, 'duration_secs': 0.774357} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.724680] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 777cb946-b001-4ea5-abba-61df03581de2/777cb946-b001-4ea5-abba-61df03581de2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.725609] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0768aa77-a055-483c-825b-7ce37635c82a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.733145] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 813.733145] env[70294]: value = "task-3569778" [ 813.733145] env[70294]: _type = "Task" [ 813.733145] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.743454] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569778, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.752767] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Updating instance_info_cache with network_info: [{"id": "3afd368b-b9ec-4736-b073-6642aa3b76a5", "address": "fa:16:3e:52:76:5d", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afd368b-b9", "ovs_interfaceid": "3afd368b-b9ec-4736-b073-6642aa3b76a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.881067] env[70294]: DEBUG nova.scheduler.client.report [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.097076] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068552} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.097374] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.098157] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed386d7-e8ea-4597-8897-519a923b2453 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.121795] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 1700aa78-fb06-40ae-b460-4182615f94fc/1700aa78-fb06-40ae-b460-4182615f94fc.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.122077] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ed58304-85c6-4dc9-b0b6-ec8b14bf479a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.141855] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 814.141855] env[70294]: value = "task-3569779" [ 814.141855] env[70294]: _type = "Task" [ 814.141855] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.149679] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.203917] env[70294]: DEBUG oslo_vmware.api [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Task: {'id': task-3569777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108138} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.204223] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.204471] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.204667] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.204847] env[70294]: INFO nova.compute.manager [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 814.205111] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.205307] env[70294]: DEBUG nova.compute.manager [-] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.205405] env[70294]: DEBUG nova.network.neutron [-] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.222497] env[70294]: DEBUG nova.network.neutron [-] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.246034] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.246034] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.250853] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569778, 'name': Rename_Task, 'duration_secs': 0.25869} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.251266] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.251623] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2478572c-f324-42de-a148-2b03b9b6e373 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.256587] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "refresh_cache-144c3ef5-3026-49ff-8262-6b9be9193b79" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.257028] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Instance network_info: |[{"id": "3afd368b-b9ec-4736-b073-6642aa3b76a5", "address": "fa:16:3e:52:76:5d", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afd368b-b9", "ovs_interfaceid": "3afd368b-b9ec-4736-b073-6642aa3b76a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 814.257965] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:76:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3afd368b-b9ec-4736-b073-6642aa3b76a5', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.268099] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.271437] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.271689] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 814.271689] env[70294]: value = "task-3569780" [ 814.271689] env[70294]: _type = "Task" [ 814.271689] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.272075] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3700d338-59b8-4fca-a448-a533f2688738 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.294417] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.294417] env[70294]: value = "task-3569781" [ 814.294417] env[70294]: _type = "Task" [ 814.294417] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.297697] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.386121] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.388595] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.817s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.390227] env[70294]: INFO nova.compute.claims [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.415616] env[70294]: INFO nova.scheduler.client.report [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted allocations for instance 0bdb68d6-5e68-4581-a380-0d23b6cb17e2 [ 814.481144] env[70294]: DEBUG nova.compute.manager [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Received event network-changed-3afd368b-b9ec-4736-b073-6642aa3b76a5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.481144] env[70294]: DEBUG nova.compute.manager [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Refreshing instance network info cache due to event network-changed-3afd368b-b9ec-4736-b073-6642aa3b76a5. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.481144] env[70294]: DEBUG oslo_concurrency.lockutils [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] Acquiring lock "refresh_cache-144c3ef5-3026-49ff-8262-6b9be9193b79" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.481144] env[70294]: DEBUG oslo_concurrency.lockutils [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] Acquired lock "refresh_cache-144c3ef5-3026-49ff-8262-6b9be9193b79" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.481447] env[70294]: DEBUG nova.network.neutron [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Refreshing network info cache for port 3afd368b-b9ec-4736-b073-6642aa3b76a5 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.653807] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.724484] env[70294]: DEBUG nova.network.neutron [-] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.797077] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569780, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.804826] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569781, 'name': CreateVM_Task, 'duration_secs': 0.369212} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.804988] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.805658] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.805819] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.806448] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.806448] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4238c8-e2c6-477e-b460-b4749183f6aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.810747] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 814.810747] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525be063-d676-61d9-f9be-78203c011b29" [ 814.810747] env[70294]: _type = "Task" [ 814.810747] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.818017] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525be063-d676-61d9-f9be-78203c011b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.929026] env[70294]: DEBUG oslo_concurrency.lockutils [None req-278b4149-c6fd-44a9-a001-eddf9ffc6741 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "0bdb68d6-5e68-4581-a380-0d23b6cb17e2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.409s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.946733] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "826dd2e1-82d2-42be-aee0-15e8a11822ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.947184] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.947482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "826dd2e1-82d2-42be-aee0-15e8a11822ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.947673] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.947998] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.950156] env[70294]: INFO nova.compute.manager [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Terminating instance [ 815.158211] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569779, 'name': ReconfigVM_Task, 'duration_secs': 0.939435} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.158951] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 1700aa78-fb06-40ae-b460-4182615f94fc/1700aa78-fb06-40ae-b460-4182615f94fc.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.159782] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a99d7872-7d2d-40dc-96fd-888e4c91bad8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.166536] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 815.166536] env[70294]: value = "task-3569782" [ 815.166536] env[70294]: _type = "Task" [ 815.166536] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.178858] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569782, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.228745] env[70294]: INFO nova.compute.manager [-] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Took 1.02 seconds to deallocate network for instance. [ 815.229718] env[70294]: DEBUG nova.network.neutron [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Updated VIF entry in instance network info cache for port 3afd368b-b9ec-4736-b073-6642aa3b76a5. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.230059] env[70294]: DEBUG nova.network.neutron [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Updating instance_info_cache with network_info: [{"id": "3afd368b-b9ec-4736-b073-6642aa3b76a5", "address": "fa:16:3e:52:76:5d", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3afd368b-b9", "ovs_interfaceid": "3afd368b-b9ec-4736-b073-6642aa3b76a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.299731] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569780, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.322341] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525be063-d676-61d9-f9be-78203c011b29, 'name': SearchDatastore_Task, 'duration_secs': 0.008823} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.322672] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.322952] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.323230] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.323382] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.323561] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.323822] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c65a1090-ab05-49d6-b517-1818b5a153f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.334379] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.334379] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.335316] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a6f729-8780-4086-875b-f6a082c3b541 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.341125] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 815.341125] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52640cf1-ba72-8c9c-4c04-4b402a897a79" [ 815.341125] env[70294]: _type = "Task" [ 815.341125] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.351358] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52640cf1-ba72-8c9c-4c04-4b402a897a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.456324] env[70294]: DEBUG nova.compute.manager [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 815.456558] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 815.457643] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5848504-dfe8-4534-83d3-ef7e7169355d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.465664] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.465664] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1973e67-b8c9-458a-bf27-1d0013472ebf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.475424] env[70294]: DEBUG oslo_vmware.api [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 815.475424] env[70294]: value = "task-3569783" [ 815.475424] env[70294]: _type = "Task" [ 815.475424] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.488225] env[70294]: DEBUG oslo_vmware.api [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.677111] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569782, 'name': Rename_Task, 'duration_secs': 0.174478} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.677404] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.677645] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-470b1f86-db92-4580-aeb6-404440955b5e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.686670] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 815.686670] env[70294]: value = "task-3569784" [ 815.686670] env[70294]: _type = "Task" [ 815.686670] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.694664] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.734533] env[70294]: DEBUG oslo_concurrency.lockutils [req-616deec8-7304-4572-abff-3fdd25696b16 req-1da2d2bc-b85f-449c-a3a2-a43cf04cd52c service nova] Releasing lock "refresh_cache-144c3ef5-3026-49ff-8262-6b9be9193b79" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.735707] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.800740] env[70294]: DEBUG oslo_vmware.api [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569780, 'name': PowerOnVM_Task, 'duration_secs': 1.041301} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.803922] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.804273] env[70294]: DEBUG nova.compute.manager [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 815.805348] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a06dc0-f3dd-4396-90db-2be7fe828255 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.856613] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52640cf1-ba72-8c9c-4c04-4b402a897a79, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.857500] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-314c54ac-1556-4a05-af20-f1c1cdbca3b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.862544] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 815.862544] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c7c973-43c3-20e3-ab95-653bc1c84ba3" [ 815.862544] env[70294]: _type = "Task" [ 815.862544] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.873365] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c7c973-43c3-20e3-ab95-653bc1c84ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.941284] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd1c8d8-5012-46c5-a351-c795779f458f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.950049] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c307a-aabb-4ce4-b422-b733ff4eac25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.985403] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a64c8-c885-4e0f-8691-b63a53c6aa1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.993805] env[70294]: DEBUG oslo_vmware.api [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569783, 'name': PowerOffVM_Task, 'duration_secs': 0.334869} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.996572] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.996572] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.996815] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f438c7e-597f-4668-af70-2e262ef0b3f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.999849] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e752095-a129-4283-8cdc-dfc0babfe97e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.013702] env[70294]: DEBUG nova.compute.provider_tree [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.066872] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 816.067104] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 816.067295] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Deleting the datastore file [datastore1] 826dd2e1-82d2-42be-aee0-15e8a11822ed {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 816.067584] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2842d586-22a2-4245-ba71-b58a3d4e9269 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.074114] env[70294]: DEBUG oslo_vmware.api [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for the task: (returnval){ [ 816.074114] env[70294]: value = "task-3569786" [ 816.074114] env[70294]: _type = "Task" [ 816.074114] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.083643] env[70294]: DEBUG oslo_vmware.api [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.197547] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569784, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.324194] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.373770] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c7c973-43c3-20e3-ab95-653bc1c84ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.010546} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.374108] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.374381] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 144c3ef5-3026-49ff-8262-6b9be9193b79/144c3ef5-3026-49ff-8262-6b9be9193b79.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.374648] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20776b33-0d01-4f00-87c8-cfe916fa88ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.381560] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 816.381560] env[70294]: value = "task-3569787" [ 816.381560] env[70294]: _type = "Task" [ 816.381560] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.389931] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.517563] env[70294]: DEBUG nova.scheduler.client.report [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.583837] env[70294]: DEBUG oslo_vmware.api [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Task: {'id': task-3569786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244803} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.584146] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.584336] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.584523] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.584786] env[70294]: INFO nova.compute.manager [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Took 1.13 seconds to destroy the instance on the hypervisor. [ 816.585032] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.585248] env[70294]: DEBUG nova.compute.manager [-] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.585572] env[70294]: DEBUG nova.network.neutron [-] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.706037] env[70294]: DEBUG oslo_vmware.api [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569784, 'name': PowerOnVM_Task, 'duration_secs': 0.816164} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.706215] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.706287] env[70294]: INFO nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Took 9.74 seconds to spawn the instance on the hypervisor. [ 816.706503] env[70294]: DEBUG nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 816.707371] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a653d2e5-ad3b-4862-bb2a-50147629f944 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.895809] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569787, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.027210] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.636s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.027210] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.028288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.818s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.030055] env[70294]: INFO nova.compute.claims [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.234928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "777cb946-b001-4ea5-abba-61df03581de2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.234928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "777cb946-b001-4ea5-abba-61df03581de2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.234928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "777cb946-b001-4ea5-abba-61df03581de2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.234928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "777cb946-b001-4ea5-abba-61df03581de2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.234928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "777cb946-b001-4ea5-abba-61df03581de2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.234928] env[70294]: INFO nova.compute.manager [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Took 42.52 seconds to build instance. [ 817.240525] env[70294]: INFO nova.compute.manager [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Terminating instance [ 817.300716] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.300841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.385081] env[70294]: DEBUG nova.compute.manager [req-5286a9d0-7372-4a64-86c4-4969a99b285c req-2b5ae9a9-18ba-4d48-8526-4ebbbf0232bf service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Received event network-vif-deleted-6c854b20-11f9-4013-88ec-03ccb512af5d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.385081] env[70294]: INFO nova.compute.manager [req-5286a9d0-7372-4a64-86c4-4969a99b285c req-2b5ae9a9-18ba-4d48-8526-4ebbbf0232bf service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Neutron deleted interface 6c854b20-11f9-4013-88ec-03ccb512af5d; detaching it from the instance and deleting it from the info cache [ 817.385081] env[70294]: DEBUG nova.network.neutron [req-5286a9d0-7372-4a64-86c4-4969a99b285c req-2b5ae9a9-18ba-4d48-8526-4ebbbf0232bf service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.408986] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60177} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.409880] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 144c3ef5-3026-49ff-8262-6b9be9193b79/144c3ef5-3026-49ff-8262-6b9be9193b79.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.410157] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.410449] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fd31cde-0b49-4126-ae7f-82247fbd85b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.420053] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 817.420053] env[70294]: value = "task-3569788" [ 817.420053] env[70294]: _type = "Task" [ 817.420053] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.432122] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.544308] env[70294]: DEBUG nova.compute.utils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.546088] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.546088] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.592015] env[70294]: DEBUG nova.policy [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bf196ab57d7b41d0b8e7ab4162bc2b9b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '285c4b288038401786d7cb7f90c7d2b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.696500] env[70294]: DEBUG nova.network.neutron [-] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.739829] env[70294]: DEBUG oslo_concurrency.lockutils [None req-de287ac0-2883-4b83-8529-e25cf0feca58 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "1700aa78-fb06-40ae-b460-4182615f94fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.138s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.739829] env[70294]: DEBUG nova.compute.manager [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.739829] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.740946] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7681c80-2a25-44c3-9e33-e6fcb51d4932 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.756484] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.756830] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea3eb224-082a-4f49-8cd2-ea4926a6ae41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.765018] env[70294]: DEBUG oslo_vmware.api [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 817.765018] env[70294]: value = "task-3569789" [ 817.765018] env[70294]: _type = "Task" [ 817.765018] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.774918] env[70294]: DEBUG oslo_vmware.api [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.863957] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.866419] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.898101] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b28a163b-9628-4281-92b2-ade0a95f029d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.909256] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c03512-e36c-46a8-be4b-c2f7cc3eccdf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.931400] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064679} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.931721] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.932754] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b966e3b-6195-4fd5-8f82-648fc84291b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.951817] env[70294]: DEBUG nova.compute.manager [req-5286a9d0-7372-4a64-86c4-4969a99b285c req-2b5ae9a9-18ba-4d48-8526-4ebbbf0232bf service nova] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Detach interface failed, port_id=6c854b20-11f9-4013-88ec-03ccb512af5d, reason: Instance 826dd2e1-82d2-42be-aee0-15e8a11822ed could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 817.953283] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Successfully created port: 848b2355-9ea9-432d-8769-939386b0a9cf {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.977858] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 144c3ef5-3026-49ff-8262-6b9be9193b79/144c3ef5-3026-49ff-8262-6b9be9193b79.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.978232] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02b3b009-6951-4afe-b121-69a48c4aec84 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.998406] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 817.998406] env[70294]: value = "task-3569790" [ 817.998406] env[70294]: _type = "Task" [ 817.998406] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.007361] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.049887] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.201110] env[70294]: INFO nova.compute.manager [-] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Took 1.61 seconds to deallocate network for instance. [ 818.243657] env[70294]: DEBUG nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.282361] env[70294]: DEBUG oslo_vmware.api [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569789, 'name': PowerOffVM_Task, 'duration_secs': 0.316267} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.282628] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 818.282794] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 818.283577] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a26413a-43c8-4748-949d-b2b1136e374e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.369433] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.369629] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.369889] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleting the datastore file [datastore2] 777cb946-b001-4ea5-abba-61df03581de2 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.370182] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd134e2d-eab3-452f-9af3-2f41a6f78505 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.377349] env[70294]: DEBUG oslo_vmware.api [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 818.377349] env[70294]: value = "task-3569792" [ 818.377349] env[70294]: _type = "Task" [ 818.377349] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.389905] env[70294]: DEBUG oslo_vmware.api [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.509090] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569790, 'name': ReconfigVM_Task, 'duration_secs': 0.294738} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.509180] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 144c3ef5-3026-49ff-8262-6b9be9193b79/144c3ef5-3026-49ff-8262-6b9be9193b79.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.513635] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be247eba-3f9c-45d5-8b90-3aeb5d7d2974 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.519936] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 818.519936] env[70294]: value = "task-3569793" [ 818.519936] env[70294]: _type = "Task" [ 818.519936] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.532521] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569793, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.620155] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af5c851-acbe-4569-8c02-52c03fae0a72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.628218] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2101ce50-72d1-4350-ba96-65c92f5a64e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.662032] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69dfb3b-731f-4558-9ef8-2e6bd9b15b2e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.669059] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3869d706-2842-458f-922d-fef70f41a64c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.685660] env[70294]: DEBUG nova.compute.provider_tree [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.707560] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.762886] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.887275] env[70294]: DEBUG oslo_vmware.api [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135476} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.887509] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.887690] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.887865] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.888089] env[70294]: INFO nova.compute.manager [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 818.888334] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.888546] env[70294]: DEBUG nova.compute.manager [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.888646] env[70294]: DEBUG nova.network.neutron [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 819.030059] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569793, 'name': Rename_Task, 'duration_secs': 0.137955} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.030059] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.030283] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d56674f-e81e-4915-8483-d89c47375e6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.037411] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 819.037411] env[70294]: value = "task-3569794" [ 819.037411] env[70294]: _type = "Task" [ 819.037411] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.050792] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.060732] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.097719] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.097996] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.098394] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.098780] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.099144] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.099502] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.099977] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.100301] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.100670] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.101028] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.101408] env[70294]: DEBUG nova.virt.hardware [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.102908] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5e48c5-20d6-4d4c-ad29-6f872a9b2f39 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.115252] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a79da0-5373-49ce-aff8-40c436099948 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.188514] env[70294]: DEBUG nova.compute.manager [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.189556] env[70294]: DEBUG nova.scheduler.client.report [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.193947] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c424a935-d719-4791-9821-71433659b688 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.414857] env[70294]: DEBUG nova.compute.manager [req-8ef98877-5f08-4290-aad4-0e513912c66a req-5a445209-28b9-4325-a07c-09702af1fc29 service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Received event network-vif-deleted-fdba838f-32dc-4cd3-a8b3-5fc866301e68 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.415135] env[70294]: INFO nova.compute.manager [req-8ef98877-5f08-4290-aad4-0e513912c66a req-5a445209-28b9-4325-a07c-09702af1fc29 service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Neutron deleted interface fdba838f-32dc-4cd3-a8b3-5fc866301e68; detaching it from the instance and deleting it from the info cache [ 819.415135] env[70294]: DEBUG nova.network.neutron [req-8ef98877-5f08-4290-aad4-0e513912c66a req-5a445209-28b9-4325-a07c-09702af1fc29 service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.537172] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Successfully updated port: 848b2355-9ea9-432d-8769-939386b0a9cf {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.552019] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569794, 'name': PowerOnVM_Task, 'duration_secs': 0.492246} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.553102] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.553623] env[70294]: INFO nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Took 7.61 seconds to spawn the instance on the hypervisor. [ 819.553623] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.554250] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30195d65-5905-4182-8fe8-de82bde22659 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.698069] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.700500] env[70294]: DEBUG nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 819.703150] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.436s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.703379] env[70294]: DEBUG nova.objects.instance [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lazy-loading 'resources' on Instance uuid 22bb2f65-958b-4cc2-8360-afd059d1d524 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.704520] env[70294]: DEBUG nova.network.neutron [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.708952] env[70294]: INFO nova.compute.manager [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] instance snapshotting [ 819.711609] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f04c6a-018f-445b-8f05-b4b51894918b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.734755] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fdece7-6429-42ca-9f6b-e6c970e552cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.918188] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f8bf67e-f767-4aa1-aac2-2c739974211e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.928067] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a31ba15-ab4b-471d-9de3-77d9baf4ed8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.962289] env[70294]: DEBUG nova.compute.manager [req-8ef98877-5f08-4290-aad4-0e513912c66a req-5a445209-28b9-4325-a07c-09702af1fc29 service nova] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Detach interface failed, port_id=fdba838f-32dc-4cd3-a8b3-5fc866301e68, reason: Instance 777cb946-b001-4ea5-abba-61df03581de2 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 820.039763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "refresh_cache-2acfb9db-2e23-4589-a280-84e83b6c0f94" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.039912] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "refresh_cache-2acfb9db-2e23-4589-a280-84e83b6c0f94" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.040084] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.072127] env[70294]: INFO nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Took 42.29 seconds to build instance. [ 820.207872] env[70294]: DEBUG nova.compute.utils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.209282] env[70294]: INFO nova.compute.manager [-] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Took 1.32 seconds to deallocate network for instance. [ 820.212363] env[70294]: DEBUG nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.212547] env[70294]: DEBUG nova.network.neutron [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.247419] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 820.247743] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a26d777-e190-4671-8ec2-51744908d5bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.256504] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 820.256504] env[70294]: value = "task-3569795" [ 820.256504] env[70294]: _type = "Task" [ 820.256504] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.266309] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.270098] env[70294]: DEBUG nova.policy [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a4cf204ff5648a7b30ee3e28afc504c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d532073ef24895a6d8a9561c95ff7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.573693] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.631s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.584706] env[70294]: DEBUG nova.network.neutron [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Successfully created port: e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 820.615158] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.714336] env[70294]: DEBUG nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 820.720642] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.763605] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e736b01a-2807-44d9-bcb5-af6ee816e8a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.769627] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569795, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.774451] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7038da4-25cc-430b-a682-b918fa147cff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.806178] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5803119-ea69-445c-a5e1-d96b362622b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.814147] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfe9701-af71-4c6d-84b0-8646bfc3a24a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.830760] env[70294]: DEBUG nova.compute.provider_tree [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.888500] env[70294]: DEBUG nova.network.neutron [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Updating instance_info_cache with network_info: [{"id": "848b2355-9ea9-432d-8769-939386b0a9cf", "address": "fa:16:3e:75:5e:7d", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848b2355-9e", "ovs_interfaceid": "848b2355-9ea9-432d-8769-939386b0a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.081028] env[70294]: DEBUG nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.268968] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569795, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.334077] env[70294]: DEBUG nova.scheduler.client.report [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.391078] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "refresh_cache-2acfb9db-2e23-4589-a280-84e83b6c0f94" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.391411] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Instance network_info: |[{"id": "848b2355-9ea9-432d-8769-939386b0a9cf", "address": "fa:16:3e:75:5e:7d", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848b2355-9e", "ovs_interfaceid": "848b2355-9ea9-432d-8769-939386b0a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.391826] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:5e:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '848b2355-9ea9-432d-8769-939386b0a9cf', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.399401] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.399603] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.399821] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20b1b8fe-11bd-4e83-8455-e36eab40eba7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.419545] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.419545] env[70294]: value = "task-3569796" [ 821.419545] env[70294]: _type = "Task" [ 821.419545] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.427170] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569796, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.439933] env[70294]: DEBUG nova.compute.manager [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Received event network-vif-plugged-848b2355-9ea9-432d-8769-939386b0a9cf {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.440112] env[70294]: DEBUG oslo_concurrency.lockutils [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] Acquiring lock "2acfb9db-2e23-4589-a280-84e83b6c0f94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.440302] env[70294]: DEBUG oslo_concurrency.lockutils [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.440510] env[70294]: DEBUG oslo_concurrency.lockutils [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.440636] env[70294]: DEBUG nova.compute.manager [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] No waiting events found dispatching network-vif-plugged-848b2355-9ea9-432d-8769-939386b0a9cf {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.440810] env[70294]: WARNING nova.compute.manager [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Received unexpected event network-vif-plugged-848b2355-9ea9-432d-8769-939386b0a9cf for instance with vm_state building and task_state spawning. [ 821.440970] env[70294]: DEBUG nova.compute.manager [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Received event network-changed-848b2355-9ea9-432d-8769-939386b0a9cf {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.441137] env[70294]: DEBUG nova.compute.manager [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Refreshing instance network info cache due to event network-changed-848b2355-9ea9-432d-8769-939386b0a9cf. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.441353] env[70294]: DEBUG oslo_concurrency.lockutils [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] Acquiring lock "refresh_cache-2acfb9db-2e23-4589-a280-84e83b6c0f94" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.441492] env[70294]: DEBUG oslo_concurrency.lockutils [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] Acquired lock "refresh_cache-2acfb9db-2e23-4589-a280-84e83b6c0f94" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.441645] env[70294]: DEBUG nova.network.neutron [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Refreshing network info cache for port 848b2355-9ea9-432d-8769-939386b0a9cf {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.635505] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.728444] env[70294]: DEBUG nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 821.755198] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 821.755448] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 821.755604] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 821.755786] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 821.755931] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 821.756090] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 821.756299] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 821.756453] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 821.756618] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 821.756779] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 821.756946] env[70294]: DEBUG nova.virt.hardware [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 821.757821] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b467cc-a64e-46f5-91fa-66f160aaa809 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.771175] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8de070-f7ad-4911-b88a-165db8d6d6ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.774867] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569795, 'name': CreateSnapshot_Task, 'duration_secs': 1.085451} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.775172] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 821.776176] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40466046-6722-4ddc-af61-479e4e8bbf54 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.839989] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.842212] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 31.422s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.861174] env[70294]: INFO nova.scheduler.client.report [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Deleted allocations for instance 22bb2f65-958b-4cc2-8360-afd059d1d524 [ 821.929978] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569796, 'name': CreateVM_Task, 'duration_secs': 0.323919} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.930063] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.930711] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.930872] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.931202] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.931556] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83d69567-6d9d-4cd3-aa2a-2c201a3be5d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.936790] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 821.936790] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52097e1e-2ecf-4d8a-200a-058ea660a059" [ 821.936790] env[70294]: _type = "Task" [ 821.936790] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.947969] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52097e1e-2ecf-4d8a-200a-058ea660a059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.300891] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 822.301269] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7137b5b4-8af3-4e6a-974f-aee339ec7e3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.305680] env[70294]: DEBUG nova.network.neutron [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Updated VIF entry in instance network info cache for port 848b2355-9ea9-432d-8769-939386b0a9cf. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.306038] env[70294]: DEBUG nova.network.neutron [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Updating instance_info_cache with network_info: [{"id": "848b2355-9ea9-432d-8769-939386b0a9cf", "address": "fa:16:3e:75:5e:7d", "network": {"id": "39fc5a82-ffb3-44e5-bd25-c1017669f6d6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-30720692-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "285c4b288038401786d7cb7f90c7d2b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap848b2355-9e", "ovs_interfaceid": "848b2355-9ea9-432d-8769-939386b0a9cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.314817] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 822.314817] env[70294]: value = "task-3569797" [ 822.314817] env[70294]: _type = "Task" [ 822.314817] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.323013] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569797, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.352573] env[70294]: INFO nova.compute.claims [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 822.371288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-34b7ea36-6262-4f48-ae50-1e64ed59aad1 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "22bb2f65-958b-4cc2-8360-afd059d1d524" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.131s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.451229] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52097e1e-2ecf-4d8a-200a-058ea660a059, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.451570] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.451813] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.453241] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.453241] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.453241] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.453241] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87543965-bd3d-4bc2-bcee-bce2bb918df0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.462521] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.462680] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.463478] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0ed4cf-0032-4590-9fbd-5b5f121b30ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.469177] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 822.469177] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ab61d-5580-2b37-58ec-bd5e507419bc" [ 822.469177] env[70294]: _type = "Task" [ 822.469177] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.477857] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ab61d-5580-2b37-58ec-bd5e507419bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.492540] env[70294]: DEBUG nova.network.neutron [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Successfully updated port: e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 822.809476] env[70294]: DEBUG oslo_concurrency.lockutils [req-faa159e4-bd9b-49af-b457-116fb843cbc7 req-44a94793-9be3-4106-a1c4-8d104908b2aa service nova] Releasing lock "refresh_cache-2acfb9db-2e23-4589-a280-84e83b6c0f94" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.823407] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569797, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.862696] env[70294]: INFO nova.compute.resource_tracker [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating resource usage from migration 47be1c4c-51fb-4d1d-b312-465804fce2c8 [ 822.983759] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ab61d-5580-2b37-58ec-bd5e507419bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.984408] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d5f627-9d87-41fe-b533-9fde8803749b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.992085] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 822.992085] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5242c017-43cd-8fff-6b6f-77d856737a16" [ 822.992085] env[70294]: _type = "Task" [ 822.992085] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.996565] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.996706] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.996900] env[70294]: DEBUG nova.network.neutron [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.001428] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5242c017-43cd-8fff-6b6f-77d856737a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.324425] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569797, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.389736] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9255cc4-9ecc-4278-b7c3-c4893b0cd8fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.397982] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136ec1f8-efc2-4141-95b1-cae2cb2776a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.432303] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5383457d-ad7f-48df-8047-b497a79aa37f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.439924] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1778a0-aefe-43fb-84cb-9febc8d276f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.453935] env[70294]: DEBUG nova.compute.provider_tree [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.486645] env[70294]: DEBUG nova.compute.manager [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-vif-plugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.486888] env[70294]: DEBUG oslo_concurrency.lockutils [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.487110] env[70294]: DEBUG oslo_concurrency.lockutils [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.487285] env[70294]: DEBUG oslo_concurrency.lockutils [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.487447] env[70294]: DEBUG nova.compute.manager [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] No waiting events found dispatching network-vif-plugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.487648] env[70294]: WARNING nova.compute.manager [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received unexpected event network-vif-plugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 for instance with vm_state building and task_state spawning. [ 823.487757] env[70294]: DEBUG nova.compute.manager [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.487908] env[70294]: DEBUG nova.compute.manager [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing instance network info cache due to event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 823.488134] env[70294]: DEBUG oslo_concurrency.lockutils [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] Acquiring lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.503848] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5242c017-43cd-8fff-6b6f-77d856737a16, 'name': SearchDatastore_Task, 'duration_secs': 0.009771} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.504429] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.504684] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 2acfb9db-2e23-4589-a280-84e83b6c0f94/2acfb9db-2e23-4589-a280-84e83b6c0f94.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.506127] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa5b7caa-2798-4a22-8cad-df5e2ca061ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.512076] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 823.512076] env[70294]: value = "task-3569798" [ 823.512076] env[70294]: _type = "Task" [ 823.512076] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.519693] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.547510] env[70294]: DEBUG nova.network.neutron [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 823.693835] env[70294]: DEBUG nova.network.neutron [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24adb4d-95", "ovs_interfaceid": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.825643] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569797, 'name': CloneVM_Task, 'duration_secs': 1.351896} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.825982] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Created linked-clone VM from snapshot [ 823.826753] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c227d0-cc1e-410c-b364-0eafcc9c5616 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.834686] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Uploading image 4467e234-4f6d-4b01-b483-a0d8a195f36f {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 823.849014] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 823.849331] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fad5e3e8-1924-4397-8b71-e0042c9b7f03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.856516] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 823.856516] env[70294]: value = "task-3569799" [ 823.856516] env[70294]: _type = "Task" [ 823.856516] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.865020] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569799, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.958320] env[70294]: DEBUG nova.scheduler.client.report [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 824.021387] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473293} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.021674] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 2acfb9db-2e23-4589-a280-84e83b6c0f94/2acfb9db-2e23-4589-a280-84e83b6c0f94.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.021838] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.022104] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc3f6f0e-1c03-4075-bc6b-0c10063e5f55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.028843] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 824.028843] env[70294]: value = "task-3569800" [ 824.028843] env[70294]: _type = "Task" [ 824.028843] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.037122] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.199853] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.200224] env[70294]: DEBUG nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Instance network_info: |[{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24adb4d-95", "ovs_interfaceid": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.200539] env[70294]: DEBUG oslo_concurrency.lockutils [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] Acquired lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.200722] env[70294]: DEBUG nova.network.neutron [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.201967] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:30:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e24adb4d-9559-47ac-8a5e-d2d27540ba75', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.209656] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating folder: Project (99d532073ef24895a6d8a9561c95ff7e). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.213027] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d48d8ca-d206-4b2a-bce4-cbc44eb1d109 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.227988] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created folder: Project (99d532073ef24895a6d8a9561c95ff7e) in parent group-v712401. [ 824.227988] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating folder: Instances. Parent ref: group-v712576. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.227988] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fc2efe7-5a21-4ce9-8e7b-6ddc487bb420 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.238050] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created folder: Instances in parent group-v712576. [ 824.238298] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.238491] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.238696] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a18815c3-cd2f-4bbb-823e-04f26b582ae1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.264887] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.264887] env[70294]: value = "task-3569803" [ 824.264887] env[70294]: _type = "Task" [ 824.264887] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.273182] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569803, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.366902] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569799, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.445323] env[70294]: DEBUG nova.network.neutron [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updated VIF entry in instance network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 824.445736] env[70294]: DEBUG nova.network.neutron [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24adb4d-95", "ovs_interfaceid": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.465357] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.623s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.465620] env[70294]: INFO nova.compute.manager [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Migrating [ 824.472574] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.804s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.474829] env[70294]: INFO nova.compute.claims [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.540118] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.253016} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.540414] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.541232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4512d414-5ac6-40b2-ab67-a850133c0d46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.565901] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 2acfb9db-2e23-4589-a280-84e83b6c0f94/2acfb9db-2e23-4589-a280-84e83b6c0f94.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.566539] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3addd7a4-d8df-4003-87e7-cb741f69dd18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.586288] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 824.586288] env[70294]: value = "task-3569804" [ 824.586288] env[70294]: _type = "Task" [ 824.586288] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.595157] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569804, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.777163] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569803, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.866768] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569799, 'name': Destroy_Task, 'duration_secs': 0.7988} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.867041] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Destroyed the VM [ 824.867285] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 824.867529] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b5848fbe-e314-4270-a488-90a747350200 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.873671] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 824.873671] env[70294]: value = "task-3569805" [ 824.873671] env[70294]: _type = "Task" [ 824.873671] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.883630] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.948576] env[70294]: DEBUG oslo_concurrency.lockutils [req-9d79dfbf-deff-4e51-b6e1-26265551d3f2 req-7c80671d-b3f6-42a5-8279-b99fd6c9bcad service nova] Releasing lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.986554] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.986767] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.986965] env[70294]: DEBUG nova.network.neutron [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.095936] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569804, 'name': ReconfigVM_Task, 'duration_secs': 0.36284} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.096596] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 2acfb9db-2e23-4589-a280-84e83b6c0f94/2acfb9db-2e23-4589-a280-84e83b6c0f94.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.097310] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-480c762c-2f28-4d1e-938e-390322833936 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.104378] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 825.104378] env[70294]: value = "task-3569806" [ 825.104378] env[70294]: _type = "Task" [ 825.104378] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.112715] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569806, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.278153] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569803, 'name': CreateVM_Task, 'duration_secs': 0.60262} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.278153] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.279086] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.279372] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.279765] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.280102] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e2335cc-c3a1-493e-8174-cf6b5df19468 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.285572] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 825.285572] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527ce794-7e48-45ab-d7aa-21d432a4cc7c" [ 825.285572] env[70294]: _type = "Task" [ 825.285572] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.294915] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527ce794-7e48-45ab-d7aa-21d432a4cc7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.383446] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569805, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.615196] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569806, 'name': Rename_Task, 'duration_secs': 0.216396} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.617647] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.619910] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52348c70-2b91-4175-8953-d4b0ce388505 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.626084] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 825.626084] env[70294]: value = "task-3569807" [ 825.626084] env[70294]: _type = "Task" [ 825.626084] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.633451] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.740269] env[70294]: DEBUG nova.network.neutron [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [{"id": "14e2006c-267b-458c-9fa0-90480148ffe1", "address": "fa:16:3e:cd:3e:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2006c-26", "ovs_interfaceid": "14e2006c-267b-458c-9fa0-90480148ffe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.797819] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527ce794-7e48-45ab-d7aa-21d432a4cc7c, 'name': SearchDatastore_Task, 'duration_secs': 0.014079} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.801071] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.801363] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.801602] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.801749] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.801927] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.802427] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48167c5e-f7a7-4cd2-b470-c72dd1f0d3e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.812555] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.812739] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.813474] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4d693d-0d90-46fb-972f-a9d3d1ba6f61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.821794] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 825.821794] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277d137-bb23-d1cf-18e5-01d2fe49894c" [ 825.821794] env[70294]: _type = "Task" [ 825.821794] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.829366] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277d137-bb23-d1cf-18e5-01d2fe49894c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.885683] env[70294]: DEBUG oslo_vmware.api [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569805, 'name': RemoveSnapshot_Task, 'duration_secs': 0.739501} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.885997] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.014838] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0a8ca3-e8fe-4e85-a0fd-e938f57d2e3f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.022886] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e771e-93b0-454b-8769-1ab6cf57cc82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.056109] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26b7391-d567-4b3d-82ad-cd02aa5a4574 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.065291] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f49118-a742-4092-ba29-9afa66c82bd3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.079511] env[70294]: DEBUG nova.compute.provider_tree [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.136208] env[70294]: DEBUG oslo_vmware.api [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569807, 'name': PowerOnVM_Task, 'duration_secs': 0.506032} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.136583] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.136833] env[70294]: INFO nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Took 7.08 seconds to spawn the instance on the hypervisor. [ 826.137073] env[70294]: DEBUG nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.137870] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd5b900-955b-4221-ab36-52cb15d1c430 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.243171] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.332360] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277d137-bb23-d1cf-18e5-01d2fe49894c, 'name': SearchDatastore_Task, 'duration_secs': 0.016925} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.333290] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea49833-1729-42d7-a736-85dee48142bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.346301] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 826.346301] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5229d40d-0ec0-1457-b10d-64039c924527" [ 826.346301] env[70294]: _type = "Task" [ 826.346301] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.355872] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5229d40d-0ec0-1457-b10d-64039c924527, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.393589] env[70294]: WARNING nova.compute.manager [None req-6807ee51-553d-4694-b112-15a8bfcfc2c6 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Image not found during snapshot: nova.exception.ImageNotFound: Image 4467e234-4f6d-4b01-b483-a0d8a195f36f could not be found. [ 826.583024] env[70294]: DEBUG nova.scheduler.client.report [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.657796] env[70294]: INFO nova.compute.manager [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Took 39.11 seconds to build instance. [ 826.859774] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5229d40d-0ec0-1457-b10d-64039c924527, 'name': SearchDatastore_Task, 'duration_secs': 0.040222} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.860051] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.860508] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.861191] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68fa5c06-c5c3-4066-9d5f-bf171e9dd90a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.867703] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "1700aa78-fb06-40ae-b460-4182615f94fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.867921] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "1700aa78-fb06-40ae-b460-4182615f94fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.868146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "1700aa78-fb06-40ae-b460-4182615f94fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.868327] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "1700aa78-fb06-40ae-b460-4182615f94fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.868487] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "1700aa78-fb06-40ae-b460-4182615f94fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.872101] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 826.872101] env[70294]: value = "task-3569808" [ 826.872101] env[70294]: _type = "Task" [ 826.872101] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.872543] env[70294]: INFO nova.compute.manager [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Terminating instance [ 826.883578] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.088217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.088631] env[70294]: DEBUG nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.091243] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.180s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.091479] env[70294]: DEBUG nova.objects.instance [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lazy-loading 'resources' on Instance uuid 5c641c3f-7ada-44ea-91a7-c491568dec47 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.160050] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a998ee5-693c-4431-b71b-8481a13dc854 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.181s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.246541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "144c3ef5-3026-49ff-8262-6b9be9193b79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.246880] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.247580] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "144c3ef5-3026-49ff-8262-6b9be9193b79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.247842] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.248029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.250218] env[70294]: INFO nova.compute.manager [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Terminating instance [ 827.346423] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "2acfb9db-2e23-4589-a280-84e83b6c0f94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.346764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.346988] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "2acfb9db-2e23-4589-a280-84e83b6c0f94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.347222] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.347365] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.349647] env[70294]: INFO nova.compute.manager [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Terminating instance [ 827.379501] env[70294]: DEBUG nova.compute.manager [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.379745] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.381170] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124f3d9-ab8f-4a91-8bc9-d90e41b28ec2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.389230] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499299} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.389914] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.390149] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.390410] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df40a01-f02c-4c07-a996-d26f0e6bc3e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.394808] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.395744] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2ed8d97-df89-4c5f-bec8-beeb5ea3c4df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.399324] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 827.399324] env[70294]: value = "task-3569809" [ 827.399324] env[70294]: _type = "Task" [ 827.399324] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.403558] env[70294]: DEBUG oslo_vmware.api [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 827.403558] env[70294]: value = "task-3569810" [ 827.403558] env[70294]: _type = "Task" [ 827.403558] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.410933] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.416060] env[70294]: DEBUG oslo_vmware.api [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.594824] env[70294]: DEBUG nova.compute.utils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.596376] env[70294]: DEBUG nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 827.596675] env[70294]: DEBUG nova.network.neutron [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 827.662913] env[70294]: DEBUG nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.670919] env[70294]: DEBUG nova.policy [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a383df587c444c519cf5d2cffde47bcb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd86a2c20034f719b343fd106ea8a67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 827.758120] env[70294]: DEBUG nova.compute.manager [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.758302] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.759511] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edda1b8-5289-451f-a2cc-b9bbda22b058 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.764633] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9277bf32-4afb-40ba-aa04-2e17e706179e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.786825] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance 'da1e9ea4-aba1-440e-b518-12bc82bc5d7d' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.790537] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.791396] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a97b0185-eff1-4a21-9cb8-f8b48b55837c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.801784] env[70294]: DEBUG oslo_vmware.api [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 827.801784] env[70294]: value = "task-3569811" [ 827.801784] env[70294]: _type = "Task" [ 827.801784] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.815206] env[70294]: DEBUG oslo_vmware.api [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.853886] env[70294]: DEBUG nova.compute.manager [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.854141] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.861672] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefe1f89-7718-4e51-bedb-f6a7085282bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.870904] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.871208] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c7beaaa-ae05-4f56-96a1-8ad97893c6b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.878916] env[70294]: DEBUG oslo_vmware.api [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 827.878916] env[70294]: value = "task-3569812" [ 827.878916] env[70294]: _type = "Task" [ 827.878916] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.891926] env[70294]: DEBUG oslo_vmware.api [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.916085] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06956} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.916958] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 827.917845] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff88ee70-008c-49bd-8d43-4c168b5f8246 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.923596] env[70294]: DEBUG oslo_vmware.api [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569810, 'name': PowerOffVM_Task, 'duration_secs': 0.177994} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.924282] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.924495] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.924745] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7b40a27-309e-4685-b1ff-37c27827576a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.945299] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 827.949499] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4479b19b-5a30-40d5-b576-be343640201d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.972794] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 827.972794] env[70294]: value = "task-3569814" [ 827.972794] env[70294]: _type = "Task" [ 827.972794] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.982664] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.022217] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.022538] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.022771] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleting the datastore file [datastore2] 1700aa78-fb06-40ae-b460-4182615f94fc {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.023107] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f51ab64-c337-46a2-b3eb-0450a03028b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.031551] env[70294]: DEBUG oslo_vmware.api [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 828.031551] env[70294]: value = "task-3569815" [ 828.031551] env[70294]: _type = "Task" [ 828.031551] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.044610] env[70294]: DEBUG oslo_vmware.api [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569815, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.103955] env[70294]: DEBUG nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.156757] env[70294]: DEBUG nova.network.neutron [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Successfully created port: bc58914f-b593-4923-a521-3d0e52d8e9fe {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.190816] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.258830] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1ed4ec-7cd9-423d-bb68-166c587f65b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.267312] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da68722a-de34-409c-879d-109089947779 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.298395] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.298852] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-446a948c-2e11-4b4c-bfe9-6512d5ff4d80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.300919] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9606b11-2ca4-4b62-a79b-afd43c1f5ed5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.307829] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 828.307829] env[70294]: value = "task-3569816" [ 828.307829] env[70294]: _type = "Task" [ 828.307829] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.316519] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd45613c-a165-4f5d-9e62-2494a216e562 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.322897] env[70294]: DEBUG oslo_vmware.api [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569811, 'name': PowerOffVM_Task, 'duration_secs': 0.205095} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.322897] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.322897] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.323399] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7723aa7-9488-4a69-a465-0eff661431c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.328051] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.335664] env[70294]: DEBUG nova.compute.provider_tree [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.366077] env[70294]: INFO nova.compute.manager [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Rebuilding instance [ 828.390442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.390683] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.390868] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleting the datastore file [datastore2] 144c3ef5-3026-49ff-8262-6b9be9193b79 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.398273] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b80b427-cf68-499c-901b-d690617c09b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.399619] env[70294]: DEBUG oslo_vmware.api [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569812, 'name': PowerOffVM_Task, 'duration_secs': 0.194941} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.400100] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.400264] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.401046] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd3e24c0-dfa6-4801-9b6e-b1a9c74825fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.405807] env[70294]: DEBUG oslo_vmware.api [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 828.405807] env[70294]: value = "task-3569818" [ 828.405807] env[70294]: _type = "Task" [ 828.405807] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.418083] env[70294]: DEBUG oslo_vmware.api [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.428748] env[70294]: DEBUG nova.compute.manager [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 828.429747] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822b6f75-52d1-4de4-9b31-2aeaf73561ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.459224] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.459429] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.459683] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleting the datastore file [datastore1] 2acfb9db-2e23-4589-a280-84e83b6c0f94 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.460066] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92353cca-7789-4213-9d59-3ceb8646521c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.466861] env[70294]: DEBUG oslo_vmware.api [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for the task: (returnval){ [ 828.466861] env[70294]: value = "task-3569820" [ 828.466861] env[70294]: _type = "Task" [ 828.466861] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.475674] env[70294]: DEBUG oslo_vmware.api [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.484431] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569814, 'name': ReconfigVM_Task, 'duration_secs': 0.276773} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.484706] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 828.485392] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74ab4775-0374-4ed2-a2bb-414234e5dc3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.492675] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 828.492675] env[70294]: value = "task-3569821" [ 828.492675] env[70294]: _type = "Task" [ 828.492675] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.501146] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569821, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.544761] env[70294]: DEBUG oslo_vmware.api [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3569815, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197205} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.545384] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.545631] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.545820] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.546008] env[70294]: INFO nova.compute.manager [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 828.546289] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.546520] env[70294]: DEBUG nova.compute.manager [-] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.546812] env[70294]: DEBUG nova.network.neutron [-] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.820922] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569816, 'name': PowerOffVM_Task, 'duration_secs': 0.204859} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.821346] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.821577] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance 'da1e9ea4-aba1-440e-b518-12bc82bc5d7d' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 828.843220] env[70294]: DEBUG nova.scheduler.client.report [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.864888] env[70294]: DEBUG nova.compute.manager [req-f09d4e01-a566-4379-a8a8-aec02d04c708 req-5b9b9943-37b7-4dce-8361-565c04d19040 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Received event network-vif-deleted-a5abf2c4-47da-4e22-b4ef-918a62daf067 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.865047] env[70294]: INFO nova.compute.manager [req-f09d4e01-a566-4379-a8a8-aec02d04c708 req-5b9b9943-37b7-4dce-8361-565c04d19040 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Neutron deleted interface a5abf2c4-47da-4e22-b4ef-918a62daf067; detaching it from the instance and deleting it from the info cache [ 828.865275] env[70294]: DEBUG nova.network.neutron [req-f09d4e01-a566-4379-a8a8-aec02d04c708 req-5b9b9943-37b7-4dce-8361-565c04d19040 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.918352] env[70294]: DEBUG oslo_vmware.api [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178221} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.918694] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.918969] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.919204] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.919394] env[70294]: INFO nova.compute.manager [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Took 1.16 seconds to destroy the instance on the hypervisor. [ 828.919700] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.919946] env[70294]: DEBUG nova.compute.manager [-] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.920087] env[70294]: DEBUG nova.network.neutron [-] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 828.976649] env[70294]: DEBUG oslo_vmware.api [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Task: {'id': task-3569820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181931} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.976895] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.977088] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.977261] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.977432] env[70294]: INFO nova.compute.manager [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Took 1.12 seconds to destroy the instance on the hypervisor. [ 828.977663] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.977858] env[70294]: DEBUG nova.compute.manager [-] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 828.977980] env[70294]: DEBUG nova.network.neutron [-] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.002030] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569821, 'name': Rename_Task, 'duration_secs': 0.487722} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.002030] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.002298] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69cbf792-ad55-4d43-b5cd-68e390fabdf3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.008127] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 829.008127] env[70294]: value = "task-3569822" [ 829.008127] env[70294]: _type = "Task" [ 829.008127] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.016036] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.113541] env[70294]: DEBUG nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.145870] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.146125] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.146283] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.146475] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.146613] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.146758] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.147045] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.147216] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.147387] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.147549] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.147722] env[70294]: DEBUG nova.virt.hardware [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.148572] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95bf1cd-53a4-43ab-8a31-3b113558e240 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.159137] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b442cbc-98c1-4ef1-a6a5-5a0bf7e2774c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.230991] env[70294]: DEBUG nova.compute.manager [req-4d9344a6-9a6e-44b7-b839-72e026d88eea req-f2e3b6ae-1e2d-44c3-ad71-31dd015dd7d5 service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Received event network-vif-deleted-848b2355-9ea9-432d-8769-939386b0a9cf {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.231212] env[70294]: INFO nova.compute.manager [req-4d9344a6-9a6e-44b7-b839-72e026d88eea req-f2e3b6ae-1e2d-44c3-ad71-31dd015dd7d5 service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Neutron deleted interface 848b2355-9ea9-432d-8769-939386b0a9cf; detaching it from the instance and deleting it from the info cache [ 829.231385] env[70294]: DEBUG nova.network.neutron [req-4d9344a6-9a6e-44b7-b839-72e026d88eea req-f2e3b6ae-1e2d-44c3-ad71-31dd015dd7d5 service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.317115] env[70294]: DEBUG nova.network.neutron [-] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.328252] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.328252] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.328386] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.328580] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.328743] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.328910] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.329143] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.329325] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.329518] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.329685] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.329860] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.335242] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-927fcf10-b693-4f26-bfc2-b0cf8b1a02cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.346377] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.348924] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.655s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.350386] env[70294]: INFO nova.compute.claims [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.358921] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 829.358921] env[70294]: value = "task-3569823" [ 829.358921] env[70294]: _type = "Task" [ 829.358921] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.367871] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.368144] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a989413-e6b9-4d7c-9e73-324b4c210f6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.371060] env[70294]: INFO nova.scheduler.client.report [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Deleted allocations for instance 5c641c3f-7ada-44ea-91a7-c491568dec47 [ 829.381440] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823cca36-977f-41dd-993f-2b0f39bddc19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.420232] env[70294]: DEBUG nova.compute.manager [req-f09d4e01-a566-4379-a8a8-aec02d04c708 req-5b9b9943-37b7-4dce-8361-565c04d19040 service nova] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Detach interface failed, port_id=a5abf2c4-47da-4e22-b4ef-918a62daf067, reason: Instance 1700aa78-fb06-40ae-b460-4182615f94fc could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.444985] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.445317] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbdf5f2f-eb66-47a2-bb7b-72288da7c083 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.453029] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 829.453029] env[70294]: value = "task-3569824" [ 829.453029] env[70294]: _type = "Task" [ 829.453029] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.461556] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.518908] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.697017] env[70294]: DEBUG nova.network.neutron [-] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.711333] env[70294]: DEBUG nova.network.neutron [-] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.733834] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c25ebe0a-fc03-4dd1-b85e-ad5ea395d2e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.743941] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8cc165-d872-4860-9eab-7f2d0bf99e0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.778923] env[70294]: DEBUG nova.compute.manager [req-4d9344a6-9a6e-44b7-b839-72e026d88eea req-f2e3b6ae-1e2d-44c3-ad71-31dd015dd7d5 service nova] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Detach interface failed, port_id=848b2355-9ea9-432d-8769-939386b0a9cf, reason: Instance 2acfb9db-2e23-4589-a280-84e83b6c0f94 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 829.819978] env[70294]: INFO nova.compute.manager [-] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Took 1.27 seconds to deallocate network for instance. [ 829.825781] env[70294]: DEBUG nova.network.neutron [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Successfully updated port: bc58914f-b593-4923-a521-3d0e52d8e9fe {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.870782] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569823, 'name': ReconfigVM_Task, 'duration_secs': 0.199496} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.871265] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance 'da1e9ea4-aba1-440e-b518-12bc82bc5d7d' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 829.881489] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd531d8b-7e50-42b0-a48f-672d29cb3cc2 tempest-FloatingIPsAssociationTestJSON-116958673 tempest-FloatingIPsAssociationTestJSON-116958673-project-member] Lock "5c641c3f-7ada-44ea-91a7-c491568dec47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.730s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.966386] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569824, 'name': PowerOffVM_Task, 'duration_secs': 0.188259} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.966642] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.967350] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.967592] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4313c122-3943-480a-95f5-70c08bda12e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.973907] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 829.973907] env[70294]: value = "task-3569825" [ 829.973907] env[70294]: _type = "Task" [ 829.973907] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.981701] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.018338] env[70294]: DEBUG oslo_vmware.api [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569822, 'name': PowerOnVM_Task, 'duration_secs': 0.545197} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.018607] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.018832] env[70294]: INFO nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Took 8.29 seconds to spawn the instance on the hypervisor. [ 830.019044] env[70294]: DEBUG nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.019816] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13e3d9-ba50-48bc-82af-2977abeb837f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.200166] env[70294]: INFO nova.compute.manager [-] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Took 1.28 seconds to deallocate network for instance. [ 830.213370] env[70294]: INFO nova.compute.manager [-] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Took 1.24 seconds to deallocate network for instance. [ 830.327869] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.333634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "refresh_cache-8bc30b31-2ab0-4f66-85ac-08005f24a056" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.333634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquired lock "refresh_cache-8bc30b31-2ab0-4f66-85ac-08005f24a056" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.333634] env[70294]: DEBUG nova.network.neutron [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.377436] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:35:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='238deb88-d511-45d9-8750-3af4ab409731',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-361502112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.378096] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.378925] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.382292] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.382484] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.382642] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.382873] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.383055] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.383230] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.383406] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.383581] env[70294]: DEBUG nova.virt.hardware [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.393400] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.394691] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61fe768-f911-482e-b8a3-7b8cf81aef01 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.431803] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 830.431803] env[70294]: value = "task-3569826" [ 830.431803] env[70294]: _type = "Task" [ 830.431803] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.449198] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.489745] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 830.490066] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 830.490470] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712504', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'name': 'volume-311a1467-0ce3-4f7d-8721-0722e7d5063a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c110396-d115-4f83-ace1-c682515f90ed', 'attached_at': '', 'detached_at': '', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'serial': '311a1467-0ce3-4f7d-8721-0722e7d5063a'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 830.492721] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab808179-f104-4b30-a70a-4be538c760c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.532157] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876bce8a-f432-48ff-9d17-201c36f2c9c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.546624] env[70294]: INFO nova.compute.manager [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Took 41.36 seconds to build instance. [ 830.552046] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3507e71-7cbe-461a-8559-340e4d1be39c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.587083] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc216053-1515-442c-a8c9-308828755870 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.613250] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] The volume has not been displaced from its original location: [datastore1] volume-311a1467-0ce3-4f7d-8721-0722e7d5063a/volume-311a1467-0ce3-4f7d-8721-0722e7d5063a.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 830.621870] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 830.626242] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d39700f-816c-4821-b1f3-5e42658888ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.660204] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 830.660204] env[70294]: value = "task-3569827" [ 830.660204] env[70294]: _type = "Task" [ 830.660204] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.669828] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569827, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.710322] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.728409] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.907068] env[70294]: DEBUG nova.network.neutron [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.951874] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569826, 'name': ReconfigVM_Task, 'duration_secs': 0.192065} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.952323] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 830.953595] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3ee16-d566-464d-af1a-61357c3b2728 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.988888] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 830.992095] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8bc5983-0530-46ad-9428-ea4619c335ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.014560] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 831.014560] env[70294]: value = "task-3569828" [ 831.014560] env[70294]: _type = "Task" [ 831.014560] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.026226] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.048799] env[70294]: DEBUG oslo_concurrency.lockutils [None req-837a6630-fc5e-44ef-8c9a-c725fcb6a6ae tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.745s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.105507] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472ee765-3007-4c8a-b908-1894777d9585 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.115446] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9269afc4-ce43-4869-aeab-d7190ef1cfc8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.150704] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db183a3-a6f1-4055-8379-96a35b4d8dfb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.153927] env[70294]: DEBUG oslo_concurrency.lockutils [None req-527e2a49-2ce7-4503-b5f3-85ca05553178 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.154218] env[70294]: DEBUG oslo_concurrency.lockutils [None req-527e2a49-2ce7-4503-b5f3-85ca05553178 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.154528] env[70294]: DEBUG nova.objects.instance [None req-527e2a49-2ce7-4503-b5f3-85ca05553178 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'flavor' on Instance uuid 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.159975] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e62036f-2435-44ba-8605-102e654eaf90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.172812] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569827, 'name': ReconfigVM_Task, 'duration_secs': 0.312658} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.181455] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 831.188231] env[70294]: DEBUG nova.compute.provider_tree [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.188231] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-218a14c5-70fd-444f-98bb-c7febdd1c3ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.205257] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 831.205257] env[70294]: value = "task-3569829" [ 831.205257] env[70294]: _type = "Task" [ 831.205257] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.214213] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.224906] env[70294]: DEBUG nova.network.neutron [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Updating instance_info_cache with network_info: [{"id": "bc58914f-b593-4923-a521-3d0e52d8e9fe", "address": "fa:16:3e:23:17:b8", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc58914f-b5", "ovs_interfaceid": "bc58914f-b593-4923-a521-3d0e52d8e9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.524877] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569828, 'name': ReconfigVM_Task, 'duration_secs': 0.317666} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.525239] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.525514] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance 'da1e9ea4-aba1-440e-b518-12bc82bc5d7d' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.551953] env[70294]: DEBUG nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.570391] env[70294]: DEBUG nova.compute.manager [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Received event network-vif-deleted-3afd368b-b9ec-4736-b073-6642aa3b76a5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.570391] env[70294]: DEBUG nova.compute.manager [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Received event network-vif-plugged-bc58914f-b593-4923-a521-3d0e52d8e9fe {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.570391] env[70294]: DEBUG oslo_concurrency.lockutils [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] Acquiring lock "8bc30b31-2ab0-4f66-85ac-08005f24a056-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.570608] env[70294]: DEBUG oslo_concurrency.lockutils [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.571007] env[70294]: DEBUG oslo_concurrency.lockutils [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.571007] env[70294]: DEBUG nova.compute.manager [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] No waiting events found dispatching network-vif-plugged-bc58914f-b593-4923-a521-3d0e52d8e9fe {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 831.571280] env[70294]: WARNING nova.compute.manager [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Received unexpected event network-vif-plugged-bc58914f-b593-4923-a521-3d0e52d8e9fe for instance with vm_state building and task_state spawning. [ 831.571280] env[70294]: DEBUG nova.compute.manager [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Received event network-changed-bc58914f-b593-4923-a521-3d0e52d8e9fe {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.571416] env[70294]: DEBUG nova.compute.manager [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Refreshing instance network info cache due to event network-changed-bc58914f-b593-4923-a521-3d0e52d8e9fe. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.571583] env[70294]: DEBUG oslo_concurrency.lockutils [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] Acquiring lock "refresh_cache-8bc30b31-2ab0-4f66-85ac-08005f24a056" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.661038] env[70294]: DEBUG nova.objects.instance [None req-527e2a49-2ce7-4503-b5f3-85ca05553178 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'pci_requests' on Instance uuid 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.699917] env[70294]: DEBUG nova.scheduler.client.report [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.717982] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569829, 'name': ReconfigVM_Task, 'duration_secs': 0.135209} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.718485] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712504', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'name': 'volume-311a1467-0ce3-4f7d-8721-0722e7d5063a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3c110396-d115-4f83-ace1-c682515f90ed', 'attached_at': '', 'detached_at': '', 'volume_id': '311a1467-0ce3-4f7d-8721-0722e7d5063a', 'serial': '311a1467-0ce3-4f7d-8721-0722e7d5063a'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 831.718784] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.720129] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956109cb-b197-4ecb-b37b-6dbd78ce3422 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.729027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Releasing lock "refresh_cache-8bc30b31-2ab0-4f66-85ac-08005f24a056" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.731093] env[70294]: DEBUG nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Instance network_info: |[{"id": "bc58914f-b593-4923-a521-3d0e52d8e9fe", "address": "fa:16:3e:23:17:b8", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc58914f-b5", "ovs_interfaceid": "bc58914f-b593-4923-a521-3d0e52d8e9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.731093] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.731093] env[70294]: DEBUG oslo_concurrency.lockutils [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] Acquired lock "refresh_cache-8bc30b31-2ab0-4f66-85ac-08005f24a056" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.731093] env[70294]: DEBUG nova.network.neutron [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Refreshing network info cache for port bc58914f-b593-4923-a521-3d0e52d8e9fe {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.731946] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:17:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '209639b9-c313-4b35-86dc-dccd744d174a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc58914f-b593-4923-a521-3d0e52d8e9fe', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.740670] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Creating folder: Project (8bd86a2c20034f719b343fd106ea8a67). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.740670] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dafff7d-ea53-4700-a884-9e81dab807bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.744731] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cda5e7e8-38c3-4f7b-ba57-54004b627412 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.761101] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Created folder: Project (8bd86a2c20034f719b343fd106ea8a67) in parent group-v712401. [ 831.761318] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Creating folder: Instances. Parent ref: group-v712579. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.761576] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d7d185b-c782-46f8-a987-7f934d691db7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.776397] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Created folder: Instances in parent group-v712579. [ 831.777260] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.777260] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.777260] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a559f92c-8b3b-485e-9905-4a0ea67910dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.803161] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.803161] env[70294]: value = "task-3569833" [ 831.803161] env[70294]: _type = "Task" [ 831.803161] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.816791] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.816995] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.817568] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Deleting the datastore file [datastore1] 3c110396-d115-4f83-ace1-c682515f90ed {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.821416] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9f6ffa5-7cbd-4834-8975-c0df0558bb2f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.823391] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569833, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.829921] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for the task: (returnval){ [ 831.829921] env[70294]: value = "task-3569834" [ 831.829921] env[70294]: _type = "Task" [ 831.829921] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.844678] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.032557] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77373f4-67cf-4307-9c22-a75b6e4a8f7c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.068026] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd12efc-0530-417f-86f7-ab275dff2940 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.095522] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance 'da1e9ea4-aba1-440e-b518-12bc82bc5d7d' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.103793] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.154603] env[70294]: DEBUG nova.network.neutron [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Updated VIF entry in instance network info cache for port bc58914f-b593-4923-a521-3d0e52d8e9fe. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.155484] env[70294]: DEBUG nova.network.neutron [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Updating instance_info_cache with network_info: [{"id": "bc58914f-b593-4923-a521-3d0e52d8e9fe", "address": "fa:16:3e:23:17:b8", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.145", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc58914f-b5", "ovs_interfaceid": "bc58914f-b593-4923-a521-3d0e52d8e9fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.163896] env[70294]: DEBUG nova.objects.base [None req-527e2a49-2ce7-4503-b5f3-85ca05553178 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Object Instance<85e159e8-0f37-4d05-9611-259ea1c67cba> lazy-loaded attributes: flavor,pci_requests {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 832.164127] env[70294]: DEBUG nova.network.neutron [None req-527e2a49-2ce7-4503-b5f3-85ca05553178 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.210211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.210732] env[70294]: DEBUG nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.213669] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.968s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.282774] env[70294]: DEBUG oslo_concurrency.lockutils [None req-527e2a49-2ce7-4503-b5f3-85ca05553178 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.128s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.314273] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569833, 'name': CreateVM_Task, 'duration_secs': 0.388793} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.316509] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.316996] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.317466] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.317571] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.318131] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-096efba1-1d56-415f-b154-d8e7b9b7475a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.324636] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 832.324636] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ec2ae-91d3-acac-7ddd-eb972e50f943" [ 832.324636] env[70294]: _type = "Task" [ 832.324636] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.333868] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ec2ae-91d3-acac-7ddd-eb972e50f943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.342368] env[70294]: DEBUG oslo_vmware.api [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Task: {'id': task-3569834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111788} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.342575] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.342858] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.342918] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.421532] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 832.421532] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8314f19e-3539-4e22-b218-337292e4b6f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.433196] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e71a0a-bdab-4e6d-ace9-3efe72352f70 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.474048] env[70294]: ERROR nova.compute.manager [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Failed to detach volume 311a1467-0ce3-4f7d-8721-0722e7d5063a from /dev/sda: nova.exception.InstanceNotFound: Instance 3c110396-d115-4f83-ace1-c682515f90ed could not be found. [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Traceback (most recent call last): [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self.driver.rebuild(**kwargs) [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] raise NotImplementedError() [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] NotImplementedError [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] During handling of the above exception, another exception occurred: [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Traceback (most recent call last): [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self.driver.detach_volume(context, old_connection_info, [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] return self._volumeops.detach_volume(connection_info, instance) [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self._detach_volume_vmdk(connection_info, instance) [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] stable_ref.fetch_moref(session) [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] raise exception.InstanceNotFound(instance_id=self._uuid) [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] nova.exception.InstanceNotFound: Instance 3c110396-d115-4f83-ace1-c682515f90ed could not be found. [ 832.474048] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.620443] env[70294]: DEBUG nova.compute.utils [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Build of instance 3c110396-d115-4f83-ace1-c682515f90ed aborted: Failed to rebuild volume backed instance. {{(pid=70294) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 832.623834] env[70294]: ERROR nova.compute.manager [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 3c110396-d115-4f83-ace1-c682515f90ed aborted: Failed to rebuild volume backed instance. [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Traceback (most recent call last): [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self.driver.rebuild(**kwargs) [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] raise NotImplementedError() [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] NotImplementedError [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] During handling of the above exception, another exception occurred: [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Traceback (most recent call last): [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self._detach_root_volume(context, instance, root_bdm) [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] with excutils.save_and_reraise_exception(): [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self.force_reraise() [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] raise self.value [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self.driver.detach_volume(context, old_connection_info, [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] return self._volumeops.detach_volume(connection_info, instance) [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self._detach_volume_vmdk(connection_info, instance) [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] stable_ref.fetch_moref(session) [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] raise exception.InstanceNotFound(instance_id=self._uuid) [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] nova.exception.InstanceNotFound: Instance 3c110396-d115-4f83-ace1-c682515f90ed could not be found. [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] During handling of the above exception, another exception occurred: [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Traceback (most recent call last): [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] yield [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 832.623834] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self._do_rebuild_instance_with_claim( [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self._do_rebuild_instance( [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self._rebuild_default_impl(**kwargs) [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] self._rebuild_volume_backed_instance( [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] raise exception.BuildAbortException( [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] nova.exception.BuildAbortException: Build of instance 3c110396-d115-4f83-ace1-c682515f90ed aborted: Failed to rebuild volume backed instance. [ 832.625369] env[70294]: ERROR nova.compute.manager [instance: 3c110396-d115-4f83-ace1-c682515f90ed] [ 832.651404] env[70294]: DEBUG nova.network.neutron [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Port 14e2006c-267b-458c-9fa0-90480148ffe1 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 832.659438] env[70294]: DEBUG oslo_concurrency.lockutils [req-16de1c6c-d3c3-4c04-89a2-7aaf76eb4e86 req-f0d153a4-c673-4c43-a7fd-48258df32e59 service nova] Releasing lock "refresh_cache-8bc30b31-2ab0-4f66-85ac-08005f24a056" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.731522] env[70294]: DEBUG nova.compute.utils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.732706] env[70294]: DEBUG nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.732706] env[70294]: DEBUG nova.network.neutron [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.756646] env[70294]: DEBUG nova.compute.manager [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.756646] env[70294]: DEBUG nova.compute.manager [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing instance network info cache due to event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.756841] env[70294]: DEBUG oslo_concurrency.lockutils [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] Acquiring lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.757089] env[70294]: DEBUG oslo_concurrency.lockutils [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] Acquired lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.757348] env[70294]: DEBUG nova.network.neutron [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.775466] env[70294]: DEBUG nova.policy [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'af575840007b4e4186e21b662fd59fb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f02c8b512af14a87888ed09c92b88f8b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.837277] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ec2ae-91d3-acac-7ddd-eb972e50f943, 'name': SearchDatastore_Task, 'duration_secs': 0.012922} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.837501] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.837730] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.838048] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.838234] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.838442] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.838757] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0202822-acac-4440-ad7c-849bd6cddf25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.851563] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.851675] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.852702] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-828a0ed5-bdb2-41d4-967f-b606f5f096da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.860032] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 832.860032] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527500ad-b494-4ce0-0bc9-953eafa9bce0" [ 832.860032] env[70294]: _type = "Task" [ 832.860032] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.870042] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527500ad-b494-4ce0-0bc9-953eafa9bce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.178692] env[70294]: DEBUG nova.network.neutron [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Successfully created port: eb27a7e9-eae0-492a-8754-275b72a587b2 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.233522] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Applying migration context for instance da1e9ea4-aba1-440e-b518-12bc82bc5d7d as it has an incoming, in-progress migration 47be1c4c-51fb-4d1d-b312-465804fce2c8. Migration status is post-migrating {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 833.236191] env[70294]: INFO nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating resource usage from migration 47be1c4c-51fb-4d1d-b312-465804fce2c8 [ 833.238823] env[70294]: DEBUG nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.262039] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6c28daed-1cbf-409c-893d-3c916f61a3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.262278] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 982cbbf3-3993-4230-91f6-3343b0a42f51 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.262421] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 372bacf9-dbe6-44db-b30f-181a6fbd08c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.262545] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8288abc2-c769-41b9-9e26-b3fc0628e127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.262664] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4c71fa1f-c643-4719-9074-946949b9a652 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.262793] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 826dd2e1-82d2-42be-aee0-15e8a11822ed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.262986] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 19b79813-f06b-4094-b799-e709e351473d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263039] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263152] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance affe22e6-6c48-4bb4-9fc4-499a0186db2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263265] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance d982c5c3-07ec-4185-9849-8f569c477565 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263385] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bc3809c5-5884-4d54-9fa2-d1a780b038de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263568] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0c3da7a1-f86f-45e3-bc4a-95016c98515d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263677] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 85e159e8-0f37-4d05-9611-259ea1c67cba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263742] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0af8e144-eff8-4658-ac9c-54772827c20e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.263867] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 9eea4e58-9b7f-4dc3-9354-a5723fa7464a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.263987] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 777cb946-b001-4ea5-abba-61df03581de2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.264325] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8f21d8d6-5db7-4426-97c9-42a433456d1e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.264432] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 24a84c9b-c41a-4ba9-9d33-aadd28adf695 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.264560] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.264683] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 1700aa78-fb06-40ae-b460-4182615f94fc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.264799] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 144c3ef5-3026-49ff-8262-6b9be9193b79 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.264927] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 2acfb9db-2e23-4589-a280-84e83b6c0f94 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 833.265058] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 67eda3b1-22f1-4952-908d-aa31550608bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.265193] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8bc30b31-2ab0-4f66-85ac-08005f24a056 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.265378] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 833.378477] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527500ad-b494-4ce0-0bc9-953eafa9bce0, 'name': SearchDatastore_Task, 'duration_secs': 0.013013} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.379255] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97230d67-ffc7-44e0-a601-b25604c92785 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.385366] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 833.385366] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fc6699-aab2-69a6-02d9-8db04198da41" [ 833.385366] env[70294]: _type = "Task" [ 833.385366] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.399809] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fc6699-aab2-69a6-02d9-8db04198da41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.606173] env[70294]: DEBUG nova.network.neutron [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updated VIF entry in instance network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.606633] env[70294]: DEBUG nova.network.neutron [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24adb4d-95", "ovs_interfaceid": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.674457] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.674457] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.674457] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.770658] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 92762e3a-a62a-4fc0-b40a-9eb2ead38951 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 833.895966] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fc6699-aab2-69a6-02d9-8db04198da41, 'name': SearchDatastore_Task, 'duration_secs': 0.011325} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.896466] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.896732] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8bc30b31-2ab0-4f66-85ac-08005f24a056/8bc30b31-2ab0-4f66-85ac-08005f24a056.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.896985] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6a1a87f-a855-4b10-9e28-4442ce163b72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.918688] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 833.918688] env[70294]: value = "task-3569835" [ 833.918688] env[70294]: _type = "Task" [ 833.918688] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.928662] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.110881] env[70294]: DEBUG oslo_concurrency.lockutils [req-52f5b11a-2bc5-4c6f-bd24-b4addfa6ab1c req-1bdc7a87-9a77-4c28-87a5-d11d08706a93 service nova] Releasing lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.252450] env[70294]: DEBUG nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.273748] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 834.288065] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.288065] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.288065] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.288065] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.288065] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.288065] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.288427] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.288427] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.288571] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.288732] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.288964] env[70294]: DEBUG nova.virt.hardware [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.289861] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23667e55-9c38-4f68-addb-615e8e323123 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.300507] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2c58b9-724a-483b-b6ae-ac3dc4e0c922 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.378252] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.378629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.378965] env[70294]: DEBUG nova.objects.instance [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'flavor' on Instance uuid 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.428597] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505753} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.429236] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 8bc30b31-2ab0-4f66-85ac-08005f24a056/8bc30b31-2ab0-4f66-85ac-08005f24a056.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.429453] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.429720] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e72eac4-d7d1-4cb7-af66-61c1e06353a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.436716] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 834.436716] env[70294]: value = "task-3569836" [ 834.436716] env[70294]: _type = "Task" [ 834.436716] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.449914] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.638258] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.735931] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.735931] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.735931] env[70294]: DEBUG nova.network.neutron [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.782214] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0ddc8766-9598-4977-9973-1e50288399d5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 834.782214] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Migration 47be1c4c-51fb-4d1d-b312-465804fce2c8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 834.782214] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance da1e9ea4-aba1-440e-b518-12bc82bc5d7d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 834.951826] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06802} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.951826] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.952880] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a99cfc3-440c-4744-9ca3-17a5be187205 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.958148] env[70294]: DEBUG nova.objects.instance [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'pci_requests' on Instance uuid 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 834.979561] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 8bc30b31-2ab0-4f66-85ac-08005f24a056/8bc30b31-2ab0-4f66-85ac-08005f24a056.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.984245] env[70294]: DEBUG nova.objects.base [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Object Instance<85e159e8-0f37-4d05-9611-259ea1c67cba> lazy-loaded attributes: flavor,pci_requests {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 834.984245] env[70294]: DEBUG nova.network.neutron [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.984245] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39ba5f8-ea7d-49c9-8dbf-3c6d1e17c20b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.011950] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 835.011950] env[70294]: value = "task-3569837" [ 835.011950] env[70294]: _type = "Task" [ 835.011950] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.023404] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.047121] env[70294]: DEBUG nova.policy [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.287299] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance c24db184-492a-4edb-b6e4-964145a18b15 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 835.287299] env[70294]: DEBUG nova.network.neutron [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Successfully created port: 03117628-6408-4953-9457-4f27c8c5d8fe {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.299963] env[70294]: DEBUG nova.network.neutron [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Successfully updated port: eb27a7e9-eae0-492a-8754-275b72a587b2 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.525635] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.620484] env[70294]: DEBUG nova.compute.manager [req-74b03659-e921-4af2-aaf9-22e579eb86db req-c324e5ba-dcba-423d-aaad-21567c9e7f8e service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Received event network-vif-plugged-eb27a7e9-eae0-492a-8754-275b72a587b2 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.620710] env[70294]: DEBUG oslo_concurrency.lockutils [req-74b03659-e921-4af2-aaf9-22e579eb86db req-c324e5ba-dcba-423d-aaad-21567c9e7f8e service nova] Acquiring lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.620912] env[70294]: DEBUG oslo_concurrency.lockutils [req-74b03659-e921-4af2-aaf9-22e579eb86db req-c324e5ba-dcba-423d-aaad-21567c9e7f8e service nova] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.621087] env[70294]: DEBUG oslo_concurrency.lockutils [req-74b03659-e921-4af2-aaf9-22e579eb86db req-c324e5ba-dcba-423d-aaad-21567c9e7f8e service nova] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.621253] env[70294]: DEBUG nova.compute.manager [req-74b03659-e921-4af2-aaf9-22e579eb86db req-c324e5ba-dcba-423d-aaad-21567c9e7f8e service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] No waiting events found dispatching network-vif-plugged-eb27a7e9-eae0-492a-8754-275b72a587b2 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.621416] env[70294]: WARNING nova.compute.manager [req-74b03659-e921-4af2-aaf9-22e579eb86db req-c324e5ba-dcba-423d-aaad-21567c9e7f8e service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Received unexpected event network-vif-plugged-eb27a7e9-eae0-492a-8754-275b72a587b2 for instance with vm_state building and task_state spawning. [ 835.668843] env[70294]: DEBUG nova.network.neutron [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [{"id": "14e2006c-267b-458c-9fa0-90480148ffe1", "address": "fa:16:3e:cd:3e:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2006c-26", "ovs_interfaceid": "14e2006c-267b-458c-9fa0-90480148ffe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.792204] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance ffbda3cb-3550-4d4c-bbf6-986aea343b10 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 835.802482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.803054] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquired lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.803054] env[70294]: DEBUG nova.network.neutron [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.026769] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569837, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.171930] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.298021] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance eb53fd3e-f8db-488f-a13f-3a85b6a3c15d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.346470] env[70294]: DEBUG nova.network.neutron [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.510718] env[70294]: DEBUG nova.network.neutron [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Updating instance_info_cache with network_info: [{"id": "eb27a7e9-eae0-492a-8754-275b72a587b2", "address": "fa:16:3e:c6:c9:10", "network": {"id": "02beedd8-56f9-489c-9939-76c0950ae084", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1351542228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f02c8b512af14a87888ed09c92b88f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb27a7e9-ea", "ovs_interfaceid": "eb27a7e9-eae0-492a-8754-275b72a587b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.525115] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569837, 'name': ReconfigVM_Task, 'duration_secs': 1.14418} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.525968] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 8bc30b31-2ab0-4f66-85ac-08005f24a056/8bc30b31-2ab0-4f66-85ac-08005f24a056.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.526605] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7bd1845-b9ce-4490-a807-1db75ab7caf9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.537070] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 836.537070] env[70294]: value = "task-3569838" [ 836.537070] env[70294]: _type = "Task" [ 836.537070] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.547907] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569838, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.699488] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4afbf30-65df-474a-956d-e75efe8153ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.722531] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c614085-ddad-4a45-bbe8-540e46b8b86f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.731939] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance 'da1e9ea4-aba1-440e-b518-12bc82bc5d7d' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 836.800013] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance ce77d3cf-12b5-4900-a3f3-4a63733823c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 836.821551] env[70294]: DEBUG nova.network.neutron [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Successfully updated port: 03117628-6408-4953-9457-4f27c8c5d8fe {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.013211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Releasing lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.013600] env[70294]: DEBUG nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Instance network_info: |[{"id": "eb27a7e9-eae0-492a-8754-275b72a587b2", "address": "fa:16:3e:c6:c9:10", "network": {"id": "02beedd8-56f9-489c-9939-76c0950ae084", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1351542228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f02c8b512af14a87888ed09c92b88f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb27a7e9-ea", "ovs_interfaceid": "eb27a7e9-eae0-492a-8754-275b72a587b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.014098] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c9:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb27a7e9-eae0-492a-8754-275b72a587b2', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.022175] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Creating folder: Project (f02c8b512af14a87888ed09c92b88f8b). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.022939] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bed99b2f-6413-4e17-98de-6d41e0aec7b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.037206] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Created folder: Project (f02c8b512af14a87888ed09c92b88f8b) in parent group-v712401. [ 837.037391] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Creating folder: Instances. Parent ref: group-v712582. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 837.037683] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a5c0cda-0650-4138-8230-46088b15b273 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.049225] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569838, 'name': Rename_Task, 'duration_secs': 0.159455} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.049474] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.049706] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eba81b96-7c7e-4ab1-bc3a-dcd5bb6de670 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.053583] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Created folder: Instances in parent group-v712582. [ 837.054658] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.054658] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.054658] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6325d55d-151c-4a37-9bb5-ab02d214b30a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.075972] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 837.075972] env[70294]: value = "task-3569841" [ 837.075972] env[70294]: _type = "Task" [ 837.075972] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.086313] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.086313] env[70294]: value = "task-3569842" [ 837.086313] env[70294]: _type = "Task" [ 837.086313] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.093391] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.099418] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569842, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.240761] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.241057] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca05fb19-5751-4ec2-b782-6aed1b40b0cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.250206] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 837.250206] env[70294]: value = "task-3569843" [ 837.250206] env[70294]: _type = "Task" [ 837.250206] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.259714] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.305608] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance a9d76e89-a84a-4619-be40-e7c80a0a9fb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.310684] env[70294]: DEBUG nova.compute.manager [req-c542954f-513e-433b-a244-fb1b2778ef7f req-3b8a9fde-1ec0-4b5f-887e-815ca052c306 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-vif-plugged-03117628-6408-4953-9457-4f27c8c5d8fe {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.311522] env[70294]: DEBUG oslo_concurrency.lockutils [req-c542954f-513e-433b-a244-fb1b2778ef7f req-3b8a9fde-1ec0-4b5f-887e-815ca052c306 service nova] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.311897] env[70294]: DEBUG oslo_concurrency.lockutils [req-c542954f-513e-433b-a244-fb1b2778ef7f req-3b8a9fde-1ec0-4b5f-887e-815ca052c306 service nova] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.312213] env[70294]: DEBUG oslo_concurrency.lockutils [req-c542954f-513e-433b-a244-fb1b2778ef7f req-3b8a9fde-1ec0-4b5f-887e-815ca052c306 service nova] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.312479] env[70294]: DEBUG nova.compute.manager [req-c542954f-513e-433b-a244-fb1b2778ef7f req-3b8a9fde-1ec0-4b5f-887e-815ca052c306 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] No waiting events found dispatching network-vif-plugged-03117628-6408-4953-9457-4f27c8c5d8fe {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.312756] env[70294]: WARNING nova.compute.manager [req-c542954f-513e-433b-a244-fb1b2778ef7f req-3b8a9fde-1ec0-4b5f-887e-815ca052c306 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received unexpected event network-vif-plugged-03117628-6408-4953-9457-4f27c8c5d8fe for instance with vm_state active and task_state None. [ 837.325078] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.325437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.325747] env[70294]: DEBUG nova.network.neutron [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.488207] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquiring lock "3c110396-d115-4f83-ace1-c682515f90ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.488494] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "3c110396-d115-4f83-ace1-c682515f90ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.488706] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquiring lock "3c110396-d115-4f83-ace1-c682515f90ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.489013] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "3c110396-d115-4f83-ace1-c682515f90ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.489228] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "3c110396-d115-4f83-ace1-c682515f90ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.493958] env[70294]: INFO nova.compute.manager [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Terminating instance [ 837.587283] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569841, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.596394] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569842, 'name': CreateVM_Task, 'duration_secs': 0.376823} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.596593] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.597443] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.597622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.597939] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.598218] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dee7111-8c0b-468b-902b-28b88f49f2a6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.603341] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 837.603341] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520f4c8b-51ae-af62-2119-9f499274f454" [ 837.603341] env[70294]: _type = "Task" [ 837.603341] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.613153] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520f4c8b-51ae-af62-2119-9f499274f454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.761160] env[70294]: DEBUG oslo_vmware.api [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569843, 'name': PowerOnVM_Task, 'duration_secs': 0.49568} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.761606] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.761606] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9493e82a-a697-4d2e-8737-c042bf42ce83 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance 'da1e9ea4-aba1-440e-b518-12bc82bc5d7d' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 837.814729] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 9b674ed0-6d2a-4254-b1ed-8a446364d5ce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 837.815055] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 837.815212] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 837.866540] env[70294]: WARNING nova.network.neutron [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] 00e44f81-593f-4aa1-b74d-4ac9a422ce25 already exists in list: networks containing: ['00e44f81-593f-4aa1-b74d-4ac9a422ce25']. ignoring it [ 837.998322] env[70294]: DEBUG nova.compute.manager [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.998884] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb7ba67a-7c5e-4898-baaa-64d3096387f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.011118] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fcfd7e-086a-401b-a8a5-77cbcc71d933 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.055338] env[70294]: WARNING nova.virt.vmwareapi.driver [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 3c110396-d115-4f83-ace1-c682515f90ed could not be found. [ 838.055552] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.058212] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-890aa250-0913-4584-b402-25e29066d5ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.068230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6204a0f7-9792-4dca-9e2d-2d6f2b0b453b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.093094] env[70294]: DEBUG oslo_vmware.api [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569841, 'name': PowerOnVM_Task, 'duration_secs': 0.721554} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.095970] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.096766] env[70294]: INFO nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Took 8.98 seconds to spawn the instance on the hypervisor. [ 838.096766] env[70294]: DEBUG nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 838.097375] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97800b44-87a4-4afc-858b-e0417dd60cbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.112624] env[70294]: WARNING nova.virt.vmwareapi.vmops [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 3c110396-d115-4f83-ace1-c682515f90ed could not be found. [ 838.112769] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.112952] env[70294]: INFO nova.compute.manager [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Took 0.11 seconds to destroy the instance on the hypervisor. [ 838.113211] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.121075] env[70294]: DEBUG nova.compute.manager [-] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.121191] env[70294]: DEBUG nova.network.neutron [-] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.133210] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520f4c8b-51ae-af62-2119-9f499274f454, 'name': SearchDatastore_Task, 'duration_secs': 0.012211} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.133583] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.133724] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.133951] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.134107] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.134306] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.134567] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32096827-ca69-44b9-9c5f-34e20169574e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.145829] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.146020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.147085] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58a5ed7-170d-48de-9051-c9ed81dd1de4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.155358] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 838.155358] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52927ba5-17e9-084c-5d4f-9b9d5875d886" [ 838.155358] env[70294]: _type = "Task" [ 838.155358] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.168659] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52927ba5-17e9-084c-5d4f-9b9d5875d886, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.169686] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f47ac8e6-72b7-4885-83d4-7957d6359d8a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.178122] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 838.178122] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5278abd9-9737-9bc1-8d21-8437856840bd" [ 838.178122] env[70294]: _type = "Task" [ 838.178122] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.186879] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5278abd9-9737-9bc1-8d21-8437856840bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.225132] env[70294]: DEBUG nova.network.neutron [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03117628-6408-4953-9457-4f27c8c5d8fe", "address": "fa:16:3e:37:4f:f1", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03117628-64", "ovs_interfaceid": "03117628-6408-4953-9457-4f27c8c5d8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.289989] env[70294]: DEBUG nova.compute.manager [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Received event network-changed-eb27a7e9-eae0-492a-8754-275b72a587b2 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.290229] env[70294]: DEBUG nova.compute.manager [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Refreshing instance network info cache due to event network-changed-eb27a7e9-eae0-492a-8754-275b72a587b2. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.290466] env[70294]: DEBUG oslo_concurrency.lockutils [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] Acquiring lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.290694] env[70294]: DEBUG oslo_concurrency.lockutils [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] Acquired lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.290794] env[70294]: DEBUG nova.network.neutron [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Refreshing network info cache for port eb27a7e9-eae0-492a-8754-275b72a587b2 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.355025] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fbfb91-752a-44e8-b974-08f6d57b2a21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.363348] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87279545-58be-4dc6-9bf6-449c48f269a7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.393965] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3e6a9c-15e7-4d13-8d71-1636a2b21527 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.402166] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a474b0c-5016-44ff-90b1-03a666d640c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.415734] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.639934] env[70294]: INFO nova.compute.manager [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Took 45.99 seconds to build instance. [ 838.690246] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5278abd9-9737-9bc1-8d21-8437856840bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010916} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.693154] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.693154] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b/51c6d715-3c57-4bd8-8cf2-fe7b39043d3b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.693154] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94fb2c25-e1f0-4da2-8537-307a242b13fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.699646] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 838.699646] env[70294]: value = "task-3569844" [ 838.699646] env[70294]: _type = "Task" [ 838.699646] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.711162] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.731499] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.732304] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.732512] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.733599] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a91dcf-41f2-4ef4-a55f-d7641860638f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.754656] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.754931] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.755226] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.755289] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.755439] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.755584] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.755789] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.755947] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.756130] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.756300] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.756471] env[70294]: DEBUG nova.virt.hardware [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.764153] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfiguring VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 838.764153] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb7fbce-36c1-4936-a7e2-d8df031f1bd2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.787091] env[70294]: DEBUG oslo_vmware.api [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 838.787091] env[70294]: value = "task-3569845" [ 838.787091] env[70294]: _type = "Task" [ 838.787091] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.798551] env[70294]: DEBUG oslo_vmware.api [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569845, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.919212] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.130186] env[70294]: DEBUG nova.network.neutron [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Updated VIF entry in instance network info cache for port eb27a7e9-eae0-492a-8754-275b72a587b2. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.130576] env[70294]: DEBUG nova.network.neutron [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Updating instance_info_cache with network_info: [{"id": "eb27a7e9-eae0-492a-8754-275b72a587b2", "address": "fa:16:3e:c6:c9:10", "network": {"id": "02beedd8-56f9-489c-9939-76c0950ae084", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1351542228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f02c8b512af14a87888ed09c92b88f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb27a7e9-ea", "ovs_interfaceid": "eb27a7e9-eae0-492a-8754-275b72a587b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.142402] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68ef30de-ae5d-4379-bcd8-7e0679022c0e tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.230s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.198022] env[70294]: DEBUG nova.network.neutron [-] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.213444] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512382} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.213718] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b/51c6d715-3c57-4bd8-8cf2-fe7b39043d3b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.214040] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.215043] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d30efd40-db60-40ed-8f8d-112a56901100 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.224095] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 839.224095] env[70294]: value = "task-3569846" [ 839.224095] env[70294]: _type = "Task" [ 839.224095] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.233468] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.301018] env[70294]: DEBUG oslo_vmware.api [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.394541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.394541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.424837] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 839.425856] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.211s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.426295] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.185s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.428106] env[70294]: INFO nova.compute.claims [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.431961] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 839.432199] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Cleaning up deleted instances {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 839.633851] env[70294]: DEBUG oslo_concurrency.lockutils [req-9b670297-4270-4d93-881c-c64e38a2acbd req-c38fc681-6ff1-4de1-8ed3-82c49b3d7078 service nova] Releasing lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.645999] env[70294]: DEBUG nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.701031] env[70294]: INFO nova.compute.manager [-] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Took 1.58 seconds to deallocate network for instance. [ 839.734601] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073337} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.734865] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.735681] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7d025c-4e58-4919-b84a-ad47735af67f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.758019] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b/51c6d715-3c57-4bd8-8cf2-fe7b39043d3b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.758651] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4e7e777-d3d5-4665-bd61-51752bc8502a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.779762] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 839.779762] env[70294]: value = "task-3569847" [ 839.779762] env[70294]: _type = "Task" [ 839.779762] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.789472] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.798438] env[70294]: DEBUG oslo_vmware.api [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569845, 'name': ReconfigVM_Task, 'duration_secs': 0.692111} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.798978] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.799227] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfigured VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 839.947644] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] There are 36 instances to clean {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 839.948012] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 6fadd680-23c4-4e35-b08b-324d011ede8f] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 840.165248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.265607] env[70294]: INFO nova.compute.manager [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Took 0.56 seconds to detach 1 volumes for instance. [ 840.267814] env[70294]: DEBUG nova.compute.manager [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Deleting volume: 311a1467-0ce3-4f7d-8721-0722e7d5063a {{(pid=70294) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 840.294128] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569847, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.305098] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0dbf0ef9-434a-4482-bf80-229125361d12 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 5.926s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.389641] env[70294]: DEBUG nova.compute.manager [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-changed-03117628-6408-4953-9457-4f27c8c5d8fe {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.389850] env[70294]: DEBUG nova.compute.manager [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing instance network info cache due to event network-changed-03117628-6408-4953-9457-4f27c8c5d8fe. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.390086] env[70294]: DEBUG oslo_concurrency.lockutils [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.390234] env[70294]: DEBUG oslo_concurrency.lockutils [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.390391] env[70294]: DEBUG nova.network.neutron [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing network info cache for port 03117628-6408-4953-9457-4f27c8c5d8fe {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.454925] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 0bdb68d6-5e68-4581-a380-0d23b6cb17e2] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 840.459183] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d523606-a09a-4cca-bcf6-480258a522c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.468247] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be661c2-4bda-4ddd-acf8-a6f57051daac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.504127] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bdfffdc-34cc-4148-9e34-8fdc1f8dbce2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.513460] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8c0f08-fa00-475e-b9aa-4ba1bd1520db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.529220] env[70294]: DEBUG nova.compute.provider_tree [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.791858] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569847, 'name': ReconfigVM_Task, 'duration_secs': 0.606989} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.791858] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b/51c6d715-3c57-4bd8-8cf2-fe7b39043d3b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.792143] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c1c087-3228-415d-9ad3-4ef831e241f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.795723] env[70294]: DEBUG nova.compute.manager [req-3c758c9f-106e-429e-897a-cac35a6a5c83 req-3b2ffdbc-420e-49a5-b649-6358ed455301 service nova] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Received event network-vif-deleted-2c8d681c-0565-446f-b113-2ae7380ef119 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.803938] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 840.803938] env[70294]: value = "task-3569849" [ 840.803938] env[70294]: _type = "Task" [ 840.803938] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.816796] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569849, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.822164] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.887746] env[70294]: DEBUG nova.network.neutron [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Port 14e2006c-267b-458c-9fa0-90480148ffe1 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 840.888046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.888195] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.888359] env[70294]: DEBUG nova.network.neutron [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.963211] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: e9b2edb7-1d37-4443-b8b7-8a61e298ae4d] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 840.990529] env[70294]: DEBUG nova.compute.manager [None req-c2a62d98-1441-44d1-a301-444009434540 tempest-ServerDiagnosticsTest-981015817 tempest-ServerDiagnosticsTest-981015817-project-admin] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.991757] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6d0ad4-a232-421b-9f98-e9075e0edec1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.001184] env[70294]: INFO nova.compute.manager [None req-c2a62d98-1441-44d1-a301-444009434540 tempest-ServerDiagnosticsTest-981015817 tempest-ServerDiagnosticsTest-981015817-project-admin] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Retrieving diagnostics [ 841.001989] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f458f3b-4c49-4e8a-8835-8a96e6da238d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.036215] env[70294]: DEBUG nova.scheduler.client.report [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.225228] env[70294]: DEBUG nova.network.neutron [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updated VIF entry in instance network info cache for port 03117628-6408-4953-9457-4f27c8c5d8fe. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.225834] env[70294]: DEBUG nova.network.neutron [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03117628-6408-4953-9457-4f27c8c5d8fe", "address": "fa:16:3e:37:4f:f1", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03117628-64", "ovs_interfaceid": "03117628-6408-4953-9457-4f27c8c5d8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.312972] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569849, 'name': Rename_Task, 'duration_secs': 0.16098} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.314053] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.314053] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22cdf901-5c28-4a58-9345-f42f58f6c1af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.321924] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 841.321924] env[70294]: value = "task-3569850" [ 841.321924] env[70294]: _type = "Task" [ 841.321924] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.331366] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.467263] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 26ababca-18a8-443c-ba8f-00ad1b4ba388] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 841.545160] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.545752] env[70294]: DEBUG nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.549116] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.243s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.549351] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.554016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.780s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.554016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.554016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.563s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.554813] env[70294]: INFO nova.compute.claims [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.599664] env[70294]: INFO nova.scheduler.client.report [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Deleted allocations for instance 982cbbf3-3993-4230-91f6-3343b0a42f51 [ 841.602273] env[70294]: INFO nova.scheduler.client.report [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Deleted allocations for instance 9eea4e58-9b7f-4dc3-9354-a5723fa7464a [ 841.728900] env[70294]: DEBUG oslo_concurrency.lockutils [req-adaa5df5-7b2d-47f6-80c4-a6b2fc65bbdc req-17c1450a-eec2-463e-b4dc-99d100db239b service nova] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.797657] env[70294]: DEBUG nova.network.neutron [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [{"id": "14e2006c-267b-458c-9fa0-90480148ffe1", "address": "fa:16:3e:cd:3e:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2006c-26", "ovs_interfaceid": "14e2006c-267b-458c-9fa0-90480148ffe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.833420] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.973059] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 5085434c-9573-4b05-bd07-f4d2c58396c7] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 842.063020] env[70294]: DEBUG nova.compute.utils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.068100] env[70294]: DEBUG nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.068100] env[70294]: DEBUG nova.network.neutron [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.118120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38b9f8de-0089-4db4-946b-19f71c34abb3 tempest-VolumesAdminNegativeTest-1117785024 tempest-VolumesAdminNegativeTest-1117785024-project-member] Lock "982cbbf3-3993-4230-91f6-3343b0a42f51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.176s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.119651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46ac094f-4857-4760-8f97-973b47bd87b5 tempest-AttachInterfacesV270Test-1336614793 tempest-AttachInterfacesV270Test-1336614793-project-member] Lock "9eea4e58-9b7f-4dc3-9354-a5723fa7464a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.783s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.143843] env[70294]: DEBUG nova.policy [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '650d93e92cd64a83be24737a8ce36cd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40243408eef24521b940158da5e3ed22', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.300985] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.315784] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "8bc30b31-2ab0-4f66-85ac-08005f24a056" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.316204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.316433] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "8bc30b31-2ab0-4f66-85ac-08005f24a056-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.316631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.317356] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.318741] env[70294]: INFO nova.compute.manager [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Terminating instance [ 842.333815] env[70294]: DEBUG oslo_vmware.api [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569850, 'name': PowerOnVM_Task, 'duration_secs': 0.629781} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.334647] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.334905] env[70294]: INFO nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Took 8.08 seconds to spawn the instance on the hypervisor. [ 842.335132] env[70294]: DEBUG nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 842.336280] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b36bbd-0b8a-4d60-bb21-45937af371df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.477446] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: deef84ee-e076-4089-b66a-317633fde939] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 842.570019] env[70294]: DEBUG nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.778597] env[70294]: DEBUG nova.network.neutron [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Successfully created port: 51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.806943] env[70294]: DEBUG nova.compute.manager [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70294) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 842.806943] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.829039] env[70294]: DEBUG nova.compute.manager [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 842.829039] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 842.830482] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aeaafa2-d030-49ae-af4d-53feb7d82c95 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.844112] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.844438] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da0fc44-4c61-4609-9ac5-e33904d45103 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.857034] env[70294]: DEBUG oslo_vmware.api [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 842.857034] env[70294]: value = "task-3569851" [ 842.857034] env[70294]: _type = "Task" [ 842.857034] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.858768] env[70294]: INFO nova.compute.manager [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Took 44.18 seconds to build instance. [ 842.873204] env[70294]: DEBUG oslo_vmware.api [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.981079] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 611f430a-03a4-4312-bfbc-ef921ef14098] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 843.053377] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-1d07307e-b832-4522-8e6f-c944e21b8d3a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.053377] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-1d07307e-b832-4522-8e6f-c944e21b8d3a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.053796] env[70294]: DEBUG nova.objects.instance [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'flavor' on Instance uuid 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.212174] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3861038d-f88b-4959-80ac-bc6fb96aade7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.221721] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fa1f5a-159f-41be-9154-9f2a5b6c064a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.255308] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddad113b-e3ef-462d-8e35-f82f6d3ffb98 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.264307] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48df412d-49f9-4fe0-b0b5-1bb028dcc73d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.282227] env[70294]: DEBUG nova.compute.provider_tree [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.365096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02935759-4d37-4ed9-9ee1-a9ec9c264e05 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.305s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.378043] env[70294]: DEBUG oslo_vmware.api [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569851, 'name': PowerOffVM_Task, 'duration_secs': 0.421863} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.378195] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.378566] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.378967] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7de45701-c88b-4ac6-8b46-c5b4850c863d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.486196] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 21c50e4e-1f80-4e31-a499-0f550743bc7a] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 843.592934] env[70294]: DEBUG nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.635299] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.635578] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.635738] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.635919] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.636073] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.636223] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.636427] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.636623] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.636822] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.636990] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.637186] env[70294]: DEBUG nova.virt.hardware [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.638087] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4dcc9d-aa66-407b-a539-41b85eadee4a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.647993] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1120977a-2982-4789-9703-08c0605e4915 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.759542] env[70294]: DEBUG nova.objects.instance [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'pci_requests' on Instance uuid 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.786339] env[70294]: DEBUG nova.scheduler.client.report [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.870584] env[70294]: DEBUG nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.903482] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.904661] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.904863] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Deleting the datastore file [datastore2] 8bc30b31-2ab0-4f66-85ac-08005f24a056 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.905406] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38f29080-273c-4fbf-8cfe-8e41ae7e8b9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.914493] env[70294]: DEBUG oslo_vmware.api [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for the task: (returnval){ [ 843.914493] env[70294]: value = "task-3569853" [ 843.914493] env[70294]: _type = "Task" [ 843.914493] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.923642] env[70294]: DEBUG oslo_vmware.api [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.990878] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: a83e6093-9c82-4dae-b6e9-446168b6d806] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 844.262325] env[70294]: DEBUG nova.objects.base [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Object Instance<85e159e8-0f37-4d05-9611-259ea1c67cba> lazy-loaded attributes: flavor,pci_requests {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.262545] env[70294]: DEBUG nova.network.neutron [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.293219] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.293219] env[70294]: DEBUG nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.297295] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.458s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.297645] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.299775] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.838s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.300191] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.302379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.657s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.304399] env[70294]: INFO nova.compute.claims [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.342763] env[70294]: INFO nova.scheduler.client.report [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted allocations for instance 8f21d8d6-5db7-4426-97c9-42a433456d1e [ 844.360230] env[70294]: INFO nova.scheduler.client.report [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Deleted allocations for instance 372bacf9-dbe6-44db-b30f-181a6fbd08c6 [ 844.384649] env[70294]: DEBUG nova.policy [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.403548] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.427476] env[70294]: DEBUG oslo_vmware.api [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Task: {'id': task-3569853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263165} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.427723] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.427909] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.428099] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.428320] env[70294]: INFO nova.compute.manager [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Took 1.60 seconds to destroy the instance on the hypervisor. [ 844.428507] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.428952] env[70294]: DEBUG nova.compute.manager [-] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.429824] env[70294]: DEBUG nova.network.neutron [-] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.497950] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 6e44bf1d-a046-44bd-a5a8-0e4fb4d219de] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 844.549586] env[70294]: DEBUG nova.network.neutron [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Successfully updated port: 51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.619253] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.619600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.619918] env[70294]: INFO nova.compute.manager [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Rebooting instance [ 844.810999] env[70294]: DEBUG nova.compute.utils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.817249] env[70294]: DEBUG nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.817249] env[70294]: DEBUG nova.network.neutron [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.856603] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8024ae-3ee1-451d-939b-01f03baf399e tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "8f21d8d6-5db7-4426-97c9-42a433456d1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.463s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.869794] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d610cadd-e6c6-4db7-8035-abe3e09f4b7c tempest-VolumesAssistedSnapshotsTest-104473246 tempest-VolumesAssistedSnapshotsTest-104473246-project-member] Lock "372bacf9-dbe6-44db-b30f-181a6fbd08c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.204s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.909880] env[70294]: DEBUG nova.policy [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ad017ad612a4887a854bfdf123b31cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db91914981ba471f81567d887a6fb511', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.997409] env[70294]: DEBUG nova.compute.manager [req-d28dbdbd-f74d-44bb-9933-3467bae74606 req-5d2b8471-f403-49e3-a123-a63cac7e00fb service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Received event network-vif-plugged-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.998647] env[70294]: DEBUG oslo_concurrency.lockutils [req-d28dbdbd-f74d-44bb-9933-3467bae74606 req-5d2b8471-f403-49e3-a123-a63cac7e00fb service nova] Acquiring lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.999024] env[70294]: DEBUG oslo_concurrency.lockutils [req-d28dbdbd-f74d-44bb-9933-3467bae74606 req-5d2b8471-f403-49e3-a123-a63cac7e00fb service nova] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.999290] env[70294]: DEBUG oslo_concurrency.lockutils [req-d28dbdbd-f74d-44bb-9933-3467bae74606 req-5d2b8471-f403-49e3-a123-a63cac7e00fb service nova] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.999572] env[70294]: DEBUG nova.compute.manager [req-d28dbdbd-f74d-44bb-9933-3467bae74606 req-5d2b8471-f403-49e3-a123-a63cac7e00fb service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] No waiting events found dispatching network-vif-plugged-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.999830] env[70294]: WARNING nova.compute.manager [req-d28dbdbd-f74d-44bb-9933-3467bae74606 req-5d2b8471-f403-49e3-a123-a63cac7e00fb service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Received unexpected event network-vif-plugged-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 for instance with vm_state building and task_state spawning. [ 845.000631] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 0c8f5a5a-f553-4d44-9029-68c858a2c8f5] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 845.053987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.054190] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.054894] env[70294]: DEBUG nova.network.neutron [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.148736] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.148871] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquired lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.149128] env[70294]: DEBUG nova.network.neutron [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.316827] env[70294]: DEBUG nova.compute.utils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.423125] env[70294]: DEBUG nova.network.neutron [-] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.480175] env[70294]: DEBUG nova.network.neutron [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Successfully created port: 59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.507080] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: d10e53ce-6b1c-4fb9-a6c0-0b99ce3ac829] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 845.614497] env[70294]: DEBUG nova.network.neutron [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.822196] env[70294]: DEBUG nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.850080] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ae3821-e9ba-465c-9096-535d336272aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.866645] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa499eb-5009-4f1e-9702-ca2388e62761 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.908022] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b1b3c-2562-4a5e-9d29-7fb0d12ed742 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.917615] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750eddf4-f05d-44c9-9242-e33136b3262a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.926040] env[70294]: INFO nova.compute.manager [-] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Took 1.50 seconds to deallocate network for instance. [ 845.936792] env[70294]: DEBUG nova.compute.provider_tree [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.008764] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 55ae5695-4854-4291-8478-1de9b85b060c] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 846.038124] env[70294]: DEBUG nova.network.neutron [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.154246] env[70294]: DEBUG nova.network.neutron [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Updating instance_info_cache with network_info: [{"id": "eb27a7e9-eae0-492a-8754-275b72a587b2", "address": "fa:16:3e:c6:c9:10", "network": {"id": "02beedd8-56f9-489c-9939-76c0950ae084", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1351542228-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f02c8b512af14a87888ed09c92b88f8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb27a7e9-ea", "ovs_interfaceid": "eb27a7e9-eae0-492a-8754-275b72a587b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.192964] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "d982c5c3-07ec-4185-9849-8f569c477565" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.193309] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.442659] env[70294]: DEBUG nova.scheduler.client.report [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.446541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.514654] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 4e30f16e-1f3d-458c-897e-fae650eb17c7] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 846.521994] env[70294]: DEBUG nova.network.neutron [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Successfully updated port: 1d07307e-b832-4522-8e6f-c944e21b8d3a {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 846.541635] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.542028] env[70294]: DEBUG nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Instance network_info: |[{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.542449] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:64:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51dbdae3-f88c-45d2-b76d-a1ac9e354f92', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.551584] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.552143] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.553556] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfeb9430-203b-45c8-a357-511de75c4d3c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.576976] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.576976] env[70294]: value = "task-3569854" [ 846.576976] env[70294]: _type = "Task" [ 846.576976] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.588656] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569854, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.656871] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Releasing lock "refresh_cache-51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.696410] env[70294]: DEBUG nova.compute.utils [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.835308] env[70294]: DEBUG nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.871419] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:33:15Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='653843911',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-401774847',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.871729] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.871896] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.872529] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.872719] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.872878] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.873103] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.873267] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.873435] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.873599] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.873769] env[70294]: DEBUG nova.virt.hardware [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.874728] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb92f2e5-e968-4e75-93d5-5bcf727bbead {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.888551] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8a3257-dfa2-4af6-82b3-efaf5463810c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.951113] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.951113] env[70294]: DEBUG nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.952780] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.850s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.957018] env[70294]: INFO nova.compute.claims [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.016883] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b1b93c50-cef5-448c-b312-8f08ae78f8ba] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.023037] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.024140] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.024140] env[70294]: DEBUG nova.network.neutron [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 847.089065] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569854, 'name': CreateVM_Task, 'duration_secs': 0.350701} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.089233] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.090447] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.090447] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.090447] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.090661] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6775bcf-5724-41f2-8646-100eaf6f28ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.096162] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 847.096162] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c87490-debf-ae7d-bd41-36d72c832593" [ 847.096162] env[70294]: _type = "Task" [ 847.096162] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.105450] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c87490-debf-ae7d-bd41-36d72c832593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.161519] env[70294]: DEBUG nova.compute.manager [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.162351] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd84e91-28bb-4d70-b7c9-839797f28c28 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.200287] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.460139] env[70294]: DEBUG nova.compute.utils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.463805] env[70294]: DEBUG nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.463805] env[70294]: DEBUG nova.network.neutron [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 847.516499] env[70294]: DEBUG nova.network.neutron [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Successfully updated port: 59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.520236] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: ecf7b179-5141-4d87-951d-5f40cae4319c] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 847.547603] env[70294]: DEBUG nova.policy [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de74091fb58c43618d472212207ea944', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43478437871f49eaae182de6edf3491b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.560799] env[70294]: WARNING nova.network.neutron [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] 00e44f81-593f-4aa1-b74d-4ac9a422ce25 already exists in list: networks containing: ['00e44f81-593f-4aa1-b74d-4ac9a422ce25']. ignoring it [ 847.561011] env[70294]: WARNING nova.network.neutron [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] 00e44f81-593f-4aa1-b74d-4ac9a422ce25 already exists in list: networks containing: ['00e44f81-593f-4aa1-b74d-4ac9a422ce25']. ignoring it [ 847.607412] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c87490-debf-ae7d-bd41-36d72c832593, 'name': SearchDatastore_Task, 'duration_secs': 0.015269} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.607716] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.608387] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.608387] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.608387] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.608526] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.608780] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2304e44f-83d0-4aa0-a6f6-3e17fbadda3c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.620976] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.621182] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.621889] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78799aa6-9777-4a84-82de-062f190a3097 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.628417] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 847.628417] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523590aa-8f7c-1d28-d6e2-875609e25bce" [ 847.628417] env[70294]: _type = "Task" [ 847.628417] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.636170] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523590aa-8f7c-1d28-d6e2-875609e25bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.966426] env[70294]: DEBUG nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.987911] env[70294]: DEBUG nova.network.neutron [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03117628-6408-4953-9457-4f27c8c5d8fe", "address": "fa:16:3e:37:4f:f1", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03117628-64", "ovs_interfaceid": "03117628-6408-4953-9457-4f27c8c5d8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d07307e-b832-4522-8e6f-c944e21b8d3a", "address": "fa:16:3e:04:da:3f", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d07307e-b8", "ovs_interfaceid": "1d07307e-b832-4522-8e6f-c944e21b8d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.019179] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.019360] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.019486] env[70294]: DEBUG nova.network.neutron [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.025668] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 0bfe1cdb-88cb-47db-bec0-44e1d42a21a0] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.141789] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523590aa-8f7c-1d28-d6e2-875609e25bce, 'name': SearchDatastore_Task, 'duration_secs': 0.012989} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.142612] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887fb000-30a3-4265-abe0-a3a609045bd8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.149480] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 848.149480] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52823096-26ac-0347-6bfd-a2bdcf0c1720" [ 848.149480] env[70294]: _type = "Task" [ 848.149480] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.160377] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52823096-26ac-0347-6bfd-a2bdcf0c1720, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.179535] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8ca5b8-6f79-49ab-8a72-7bd5cc8ae4db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.186366] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Doing hard reboot of VM {{(pid=70294) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 848.186788] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f1db1b5c-c096-447a-83f5-06e8a37dccb8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.197691] env[70294]: DEBUG oslo_vmware.api [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 848.197691] env[70294]: value = "task-3569855" [ 848.197691] env[70294]: _type = "Task" [ 848.197691] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.207552] env[70294]: DEBUG oslo_vmware.api [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569855, 'name': ResetVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.290062] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "d982c5c3-07ec-4185-9849-8f569c477565" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.290062] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.290365] env[70294]: INFO nova.compute.manager [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Attaching volume 23ff4592-a461-490c-b6a5-54f98bb12b09 to /dev/sdb [ 848.340411] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c68726-8402-4dac-b198-4819fe932b68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.348061] env[70294]: DEBUG nova.network.neutron [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Successfully created port: 89becc93-c9f1-4777-9683-5b4e75b91eb5 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.354395] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f637665b-9c31-44d7-9d1b-537173ea2e55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.374786] env[70294]: DEBUG nova.virt.block_device [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Updating existing volume attachment record: ec7c6df2-93e4-43ef-a5fb-790977a30230 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 848.491636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.492424] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.492806] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.494171] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586a4e6-e9d0-41b5-bbe8-9e037ae8aecf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.517050] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.517361] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.517506] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.517691] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.517835] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.517989] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.518376] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.518376] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.518515] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.519066] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.519066] env[70294]: DEBUG nova.virt.hardware [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.527312] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfiguring VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 848.535017] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c34fbdd2-4bec-414f-9a31-50d4bc09ac06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.547401] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 8caa21cb-d82d-4d06-8f63-e7c43a0a8f6d] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 848.550060] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3e3332-3df5-438e-b6c0-c1b8e425ef34 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.566193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84064e99-fdd4-43c4-8072-ff4a08fc6787 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.568558] env[70294]: DEBUG oslo_vmware.api [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 848.568558] env[70294]: value = "task-3569857" [ 848.568558] env[70294]: _type = "Task" [ 848.568558] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.598883] env[70294]: DEBUG nova.network.neutron [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.601865] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabdd47e-03d8-47b4-a05f-ab2b3fdf6acc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.610973] env[70294]: DEBUG oslo_vmware.api [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.614978] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44548890-5605-405b-895b-631e76c8728c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.631919] env[70294]: DEBUG nova.compute.provider_tree [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 849.417474] env[70294]: DEBUG nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.419597] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 5c641c3f-7ada-44ea-91a7-c491568dec47] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.424933] env[70294]: DEBUG nova.scheduler.client.report [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.425147] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52823096-26ac-0347-6bfd-a2bdcf0c1720, 'name': SearchDatastore_Task, 'duration_secs': 0.01597} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.433785] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.434232] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/92762e3a-a62a-4fc0-b40a-9eb2ead38951.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.435031] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7781bc98-2c84-4b69-b418-4fc54993c4c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.443961] env[70294]: DEBUG oslo_vmware.api [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569855, 'name': ResetVM_Task, 'duration_secs': 0.111139} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.447903] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Did hard reboot of VM {{(pid=70294) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 849.448196] env[70294]: DEBUG nova.compute.manager [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.448535] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 849.448535] env[70294]: value = "task-3569860" [ 849.448535] env[70294]: _type = "Task" [ 849.448535] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.449033] env[70294]: DEBUG oslo_vmware.api [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569857, 'name': ReconfigVM_Task, 'duration_secs': 0.626498} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.451467] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96da38-cb9d-45d2-b922-127b836eafef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.454419] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.454561] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfigured VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 849.464479] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.464725] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.464912] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.465134] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.465327] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.465464] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.465802] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.465881] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.466206] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.466206] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.466400] env[70294]: DEBUG nova.virt.hardware [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.467528] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-265067c0-2e8f-4020-8a85-ac8b6878b016 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.477709] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.485555] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477ce9d7-a680-4f09-84a0-8f8bb70a0235 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.552669] env[70294]: DEBUG nova.compute.manager [req-29d6f800-4eed-45c4-bcd4-28edaa8c7779 req-e58c253f-e120-45f1-921b-2e26febd45ce service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-vif-plugged-1d07307e-b832-4522-8e6f-c944e21b8d3a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.553142] env[70294]: DEBUG oslo_concurrency.lockutils [req-29d6f800-4eed-45c4-bcd4-28edaa8c7779 req-e58c253f-e120-45f1-921b-2e26febd45ce service nova] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.553361] env[70294]: DEBUG oslo_concurrency.lockutils [req-29d6f800-4eed-45c4-bcd4-28edaa8c7779 req-e58c253f-e120-45f1-921b-2e26febd45ce service nova] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.553544] env[70294]: DEBUG oslo_concurrency.lockutils [req-29d6f800-4eed-45c4-bcd4-28edaa8c7779 req-e58c253f-e120-45f1-921b-2e26febd45ce service nova] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.553691] env[70294]: DEBUG nova.compute.manager [req-29d6f800-4eed-45c4-bcd4-28edaa8c7779 req-e58c253f-e120-45f1-921b-2e26febd45ce service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] No waiting events found dispatching network-vif-plugged-1d07307e-b832-4522-8e6f-c944e21b8d3a {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 849.553847] env[70294]: WARNING nova.compute.manager [req-29d6f800-4eed-45c4-bcd4-28edaa8c7779 req-e58c253f-e120-45f1-921b-2e26febd45ce service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received unexpected event network-vif-plugged-1d07307e-b832-4522-8e6f-c944e21b8d3a for instance with vm_state active and task_state None. [ 849.790462] env[70294]: DEBUG nova.network.neutron [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Updating instance_info_cache with network_info: [{"id": "59d008f1-faf6-4730-b059-db21b3e6672c", "address": "fa:16:3e:33:48:0f", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d008f1-fa", "ovs_interfaceid": "59d008f1-faf6-4730-b059-db21b3e6672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.921188] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.921443] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.928571] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 149b8450-04d5-43f9-bedd-a562854e19cd] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 849.935691] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.983s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.936255] env[70294]: DEBUG nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.939676] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.204s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.939676] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.944139] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.619s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.944139] env[70294]: DEBUG nova.objects.instance [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 849.965715] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c7dc841-5c3d-46b4-9b85-0b9c99ebe3bc tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-1d07307e-b832-4522-8e6f-c944e21b8d3a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.912s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.978714] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569860, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.985711] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd6b3c82-1326-4c7e-94ad-0db1688b8f3c tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.364s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.997617] env[70294]: INFO nova.scheduler.client.report [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Deleted allocations for instance 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2 [ 850.295124] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Releasing lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.295525] env[70294]: DEBUG nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Instance network_info: |[{"id": "59d008f1-faf6-4730-b059-db21b3e6672c", "address": "fa:16:3e:33:48:0f", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d008f1-fa", "ovs_interfaceid": "59d008f1-faf6-4730-b059-db21b3e6672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.295953] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:48:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '471f65a5-21ea-45e3-a722-4e204ed65673', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59d008f1-faf6-4730-b059-db21b3e6672c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.305022] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.305022] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.305022] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d154c91-62e6-4387-8cff-15b369440181 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.331606] env[70294]: DEBUG nova.compute.manager [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Received event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.331606] env[70294]: DEBUG nova.compute.manager [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing instance network info cache due to event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.332097] env[70294]: DEBUG oslo_concurrency.lockutils [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] Acquiring lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.332097] env[70294]: DEBUG oslo_concurrency.lockutils [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] Acquired lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.332097] env[70294]: DEBUG nova.network.neutron [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.335140] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.335140] env[70294]: value = "task-3569861" [ 850.335140] env[70294]: _type = "Task" [ 850.335140] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.345235] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569861, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.432075] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: fad949d8-5a5b-4657-b155-050280d1d0a4] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.450376] env[70294]: DEBUG nova.compute.utils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 850.459319] env[70294]: DEBUG nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 850.459319] env[70294]: DEBUG nova.network.neutron [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.477447] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.788786} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.477520] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/92762e3a-a62a-4fc0-b40a-9eb2ead38951.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.479021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.479021] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71323dba-5037-4115-be01-2bc3117c8539 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.488265] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 850.488265] env[70294]: value = "task-3569862" [ 850.488265] env[70294]: _type = "Task" [ 850.488265] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.505152] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.507108] env[70294]: DEBUG nova.policy [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff4d316b07d84a038fd3c41cf57cb551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99449fe986ab450180ef3f9a06a3a30e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.509216] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ab262b4b-cecc-4a66-b0ad-c06fbe917f7b tempest-ServersAaction247Test-1779778612 tempest-ServersAaction247Test-1779778612-project-member] Lock "68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.069s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.556661] env[70294]: DEBUG nova.objects.instance [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lazy-loading 'flavor' on Instance uuid affe22e6-6c48-4bb4-9fc4-499a0186db2a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.850260] env[70294]: DEBUG nova.network.neutron [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Successfully updated port: 89becc93-c9f1-4777-9683-5b4e75b91eb5 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.862895] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569861, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.939884] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 0fc16c6c-9559-4e2e-803f-54452265b7f5] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 850.962823] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fff2d9c5-4188-42ef-869b-bcb6215f48eb tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.964158] env[70294]: DEBUG nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.968231] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.261s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.968758] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.975083] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.211s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.975763] env[70294]: INFO nova.compute.claims [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 850.999467] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088461} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.002655] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.003679] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ed60ad-1875-4e40-95cf-a4ab9aaef40c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.030754] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/92762e3a-a62a-4fc0-b40a-9eb2ead38951.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.032784] env[70294]: INFO nova.scheduler.client.report [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Deleted allocations for instance 826dd2e1-82d2-42be-aee0-15e8a11822ed [ 851.034322] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5945ead8-1ed6-4278-95ca-12d61538386c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.060339] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.060470] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquired lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.064333] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 851.064333] env[70294]: value = "task-3569864" [ 851.064333] env[70294]: _type = "Task" [ 851.064333] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.074550] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.190774] env[70294]: DEBUG nova.network.neutron [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Successfully created port: 10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.348568] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569861, 'name': CreateVM_Task, 'duration_secs': 0.591208} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.349083] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.349492] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.349654] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.349968] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.350506] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "refresh_cache-0ddc8766-9598-4977-9973-1e50288399d5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.350602] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquired lock "refresh_cache-0ddc8766-9598-4977-9973-1e50288399d5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.350737] env[70294]: DEBUG nova.network.neutron [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.351779] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4f8da65-ab64-4a17-a49c-b51f6ab01113 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.359042] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 851.359042] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523e9667-1925-3de5-1bc2-f231f23cc27b" [ 851.359042] env[70294]: _type = "Task" [ 851.359042] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.371169] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523e9667-1925-3de5-1bc2-f231f23cc27b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.410192] env[70294]: DEBUG nova.network.neutron [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updated VIF entry in instance network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.411172] env[70294]: DEBUG nova.network.neutron [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.443183] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b566cac8-c68d-4cb5-ade0-50c151023412] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 851.561224] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cef7f54b-7135-487e-9293-e5a7289a27b7 tempest-SecurityGroupsTestJSON-603580516 tempest-SecurityGroupsTestJSON-603580516-project-member] Lock "826dd2e1-82d2-42be-aee0-15e8a11822ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.614s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.575888] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569864, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.877305] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523e9667-1925-3de5-1bc2-f231f23cc27b, 'name': SearchDatastore_Task, 'duration_secs': 0.037397} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.877952] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.878404] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.878634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.879992] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.879992] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.879992] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-162353ae-9e56-4160-afb2-b7dda64fe81d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.898130] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.898130] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.899583] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b865498-25e4-4c72-89ff-bd0949c4d28c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.905856] env[70294]: DEBUG nova.network.neutron [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.908444] env[70294]: DEBUG nova.network.neutron [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.914126] env[70294]: DEBUG oslo_concurrency.lockutils [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] Releasing lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.914126] env[70294]: DEBUG nova.compute.manager [req-1b289f6c-0c7f-4437-9c2d-82c9d7e9e7a1 req-758db101-c397-4b9f-a603-ddb093b3e1ec service nova] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Received event network-vif-deleted-bc58914f-b593-4923-a521-3d0e52d8e9fe {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.914126] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 851.914126] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5236c30b-1928-ca21-202b-20bf5611a61c" [ 851.914126] env[70294]: _type = "Task" [ 851.914126] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.926353] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5236c30b-1928-ca21-202b-20bf5611a61c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.950441] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 63f6ebcd-dbf8-4498-849a-3b782ea741d3] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.000413] env[70294]: DEBUG nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 852.053923] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.060067] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.063597] env[70294]: DEBUG nova.virt.hardware [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.066660] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1917f7-4021-4f82-9f0d-9169db0331c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.091847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c55d006-ffd1-43e8-b8fe-131fc56f5915 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.104067] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569864, 'name': ReconfigVM_Task, 'duration_secs': 0.52845} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.108628] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/92762e3a-a62a-4fc0-b40a-9eb2ead38951.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.109789] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64b75275-dc37-4252-a0d1-d6c5cd48393d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.140033] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 852.140033] env[70294]: value = "task-3569865" [ 852.140033] env[70294]: _type = "Task" [ 852.140033] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.149308] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569865, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.243399] env[70294]: DEBUG nova.network.neutron [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Updating instance_info_cache with network_info: [{"id": "89becc93-c9f1-4777-9683-5b4e75b91eb5", "address": "fa:16:3e:bf:17:19", "network": {"id": "9cafd1af-7186-4cc4-a846-546380817c9a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-9948857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43478437871f49eaae182de6edf3491b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89becc93-c9", "ovs_interfaceid": "89becc93-c9f1-4777-9683-5b4e75b91eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.314557] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.314981] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.319264] env[70294]: DEBUG nova.compute.manager [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-changed-1d07307e-b832-4522-8e6f-c944e21b8d3a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.319418] env[70294]: DEBUG nova.compute.manager [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing instance network info cache due to event network-changed-1d07307e-b832-4522-8e6f-c944e21b8d3a. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.319966] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.319966] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.319966] env[70294]: DEBUG nova.network.neutron [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Refreshing network info cache for port 1d07307e-b832-4522-8e6f-c944e21b8d3a {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.352481] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "4337650d-1f83-46a3-a522-c6779fb291c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.352864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "4337650d-1f83-46a3-a522-c6779fb291c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.385978] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.386248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.423873] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5236c30b-1928-ca21-202b-20bf5611a61c, 'name': SearchDatastore_Task, 'duration_secs': 0.027446} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.424713] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07fa2c32-86fc-4790-b7aa-82956728f994 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.434009] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 852.434009] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521bc049-87aa-8af0-f22a-805963287f9e" [ 852.434009] env[70294]: _type = "Task" [ 852.434009] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.445117] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521bc049-87aa-8af0-f22a-805963287f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.454849] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: e5ec3738-cbbe-4aaa-bff4-9de3c2c9c9c9] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.619085] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41441faf-9037-4dcd-8c4c-883304e3f126 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.628625] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcef8bb-3ebb-44f0-b165-474f7a81d19a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.669716] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d32b3d-d9bb-4224-8777-18b9427a8630 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.678998] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569865, 'name': Rename_Task, 'duration_secs': 0.14827} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.681268] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.681569] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5e3d7e-0c77-47a6-afeb-9d68c3b9476e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.685340] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f82fb0-5762-4683-b3b8-c67959d247f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.691269] env[70294]: DEBUG nova.compute.manager [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Received event network-vif-plugged-59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.691476] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] Acquiring lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.691680] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.691845] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.692014] env[70294]: DEBUG nova.compute.manager [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] No waiting events found dispatching network-vif-plugged-59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.692181] env[70294]: WARNING nova.compute.manager [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Received unexpected event network-vif-plugged-59d008f1-faf6-4730-b059-db21b3e6672c for instance with vm_state building and task_state spawning. [ 852.692338] env[70294]: DEBUG nova.compute.manager [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Received event network-changed-59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.692492] env[70294]: DEBUG nova.compute.manager [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Refreshing instance network info cache due to event network-changed-59d008f1-faf6-4730-b059-db21b3e6672c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.692676] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] Acquiring lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.692810] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] Acquired lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.692963] env[70294]: DEBUG nova.network.neutron [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Refreshing network info cache for port 59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.707234] env[70294]: DEBUG nova.compute.provider_tree [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.716020] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 852.716020] env[70294]: value = "task-3569866" [ 852.716020] env[70294]: _type = "Task" [ 852.716020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.727456] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569866, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.746491] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Releasing lock "refresh_cache-0ddc8766-9598-4977-9973-1e50288399d5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.746747] env[70294]: DEBUG nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Instance network_info: |[{"id": "89becc93-c9f1-4777-9683-5b4e75b91eb5", "address": "fa:16:3e:bf:17:19", "network": {"id": "9cafd1af-7186-4cc4-a846-546380817c9a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-9948857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43478437871f49eaae182de6edf3491b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89becc93-c9", "ovs_interfaceid": "89becc93-c9f1-4777-9683-5b4e75b91eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.747711] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:17:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89becc93-c9f1-4777-9683-5b4e75b91eb5', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.756345] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Creating folder: Project (43478437871f49eaae182de6edf3491b). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.757215] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3088b537-3966-4c98-93a4-5820d06d8039 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.770975] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Created folder: Project (43478437871f49eaae182de6edf3491b) in parent group-v712401. [ 852.771205] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Creating folder: Instances. Parent ref: group-v712589. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 852.771467] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf813752-af18-41e3-8b4d-c37611cd168d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.783561] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Created folder: Instances in parent group-v712589. [ 852.783835] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.784122] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.784434] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e186a3ae-9d38-49ff-9dc2-8bfc56d35b2d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.810154] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.810154] env[70294]: value = "task-3569869" [ 852.810154] env[70294]: _type = "Task" [ 852.810154] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.819556] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569869, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.941017] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 852.942814] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712587', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'name': 'volume-23ff4592-a461-490c-b6a5-54f98bb12b09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd982c5c3-07ec-4185-9849-8f569c477565', 'attached_at': '', 'detached_at': '', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'serial': '23ff4592-a461-490c-b6a5-54f98bb12b09'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 852.942944] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db63db73-fce9-4ffe-b55f-daa31f921468 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.954651] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521bc049-87aa-8af0-f22a-805963287f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.03169} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.955146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.955323] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111/b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.958027] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03696e7d-5950-4704-a9e2-5e642ff8c8f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.960624] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 22bb2f65-958b-4cc2-8360-afd059d1d524] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 852.977282] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c0d72c-77d6-4724-9866-42ddc1e822a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.984680] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 852.984680] env[70294]: value = "task-3569870" [ 852.984680] env[70294]: _type = "Task" [ 852.984680] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.009761] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] volume-23ff4592-a461-490c-b6a5-54f98bb12b09/volume-23ff4592-a461-490c-b6a5-54f98bb12b09.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.012936] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ccba19-a77f-4e77-b35a-a3f27d2016bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.038159] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569870, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.047650] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 853.047650] env[70294]: value = "task-3569871" [ 853.047650] env[70294]: _type = "Task" [ 853.047650] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.063782] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569871, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.216292] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.216595] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.216877] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.217141] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.217385] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.221697] env[70294]: DEBUG nova.scheduler.client.report [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.231169] env[70294]: INFO nova.compute.manager [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Terminating instance [ 853.254441] env[70294]: DEBUG oslo_vmware.api [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3569866, 'name': PowerOnVM_Task, 'duration_secs': 0.488121} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.254991] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.254991] env[70294]: INFO nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Took 9.66 seconds to spawn the instance on the hypervisor. [ 853.255250] env[70294]: DEBUG nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.256719] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d4a6cc-2647-4428-8038-e6a3eb17288b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.328853] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569869, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.343829] env[70294]: DEBUG nova.network.neutron [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.464503] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 53799918-abc1-4d31-941e-76ee94bafb3c] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.499343] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569870, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.521993] env[70294]: DEBUG nova.network.neutron [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updated VIF entry in instance network info cache for port 1d07307e-b832-4522-8e6f-c944e21b8d3a. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.522577] env[70294]: DEBUG nova.network.neutron [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "03117628-6408-4953-9457-4f27c8c5d8fe", "address": "fa:16:3e:37:4f:f1", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03117628-64", "ovs_interfaceid": "03117628-6408-4953-9457-4f27c8c5d8fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d07307e-b832-4522-8e6f-c944e21b8d3a", "address": "fa:16:3e:04:da:3f", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d07307e-b8", "ovs_interfaceid": "1d07307e-b832-4522-8e6f-c944e21b8d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.563106] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569871, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.740646] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.743026] env[70294]: DEBUG nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.744235] env[70294]: DEBUG nova.compute.manager [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.744505] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.745070] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.025s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.745259] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.749540] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.112s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.749540] env[70294]: INFO nova.compute.claims [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.752567] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaafb067-c5f9-43ea-8b6c-8267a3960805 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.756468] env[70294]: DEBUG nova.network.neutron [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Successfully updated port: 10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.767826] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.768209] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59f84865-2b6b-4054-b564-1ebcc3945542 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.779328] env[70294]: DEBUG oslo_vmware.api [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 853.779328] env[70294]: value = "task-3569872" [ 853.779328] env[70294]: _type = "Task" [ 853.779328] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.794542] env[70294]: INFO nova.compute.manager [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Took 49.57 seconds to build instance. [ 853.796817] env[70294]: INFO nova.scheduler.client.report [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted allocations for instance 777cb946-b001-4ea5-abba-61df03581de2 [ 853.808885] env[70294]: DEBUG oslo_vmware.api [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.824621] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569869, 'name': CreateVM_Task, 'duration_secs': 0.522111} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.824850] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.825576] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.825743] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.826101] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.826922] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baa487fb-3519-4bf9-bc57-bfd5437c76a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.833642] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 853.833642] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3bfa7-e91f-cf75-3e96-32e920409b70" [ 853.833642] env[70294]: _type = "Task" [ 853.833642] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.843878] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3bfa7-e91f-cf75-3e96-32e920409b70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.846902] env[70294]: DEBUG oslo_concurrency.lockutils [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Releasing lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.847158] env[70294]: DEBUG nova.compute.manager [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Inject network info {{(pid=70294) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 853.847470] env[70294]: DEBUG nova.compute.manager [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] network_info to inject: |[{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 853.853152] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Reconfiguring VM instance to set the machine id {{(pid=70294) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 853.853152] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d21e8be8-8b4d-4654-901b-eae42fd6e49b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.871748] env[70294]: DEBUG oslo_vmware.api [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 853.871748] env[70294]: value = "task-3569873" [ 853.871748] env[70294]: _type = "Task" [ 853.871748] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.883031] env[70294]: DEBUG oslo_vmware.api [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.969844] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 57ca9376-7a1b-4d16-976b-b44c3a6c0c0e] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 853.997032] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569870, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576627} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.997298] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111/b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.997510] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.997786] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54437baf-dcbc-4074-979c-ae27d493b99c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.006457] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 854.006457] env[70294]: value = "task-3569874" [ 854.006457] env[70294]: _type = "Task" [ 854.006457] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.016700] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569874, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.029683] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.030047] env[70294]: DEBUG nova.compute.manager [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Received event network-vif-plugged-89becc93-c9f1-4777-9683-5b4e75b91eb5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.030183] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Acquiring lock "0ddc8766-9598-4977-9973-1e50288399d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.030445] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Lock "0ddc8766-9598-4977-9973-1e50288399d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.030556] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Lock "0ddc8766-9598-4977-9973-1e50288399d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.030725] env[70294]: DEBUG nova.compute.manager [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] No waiting events found dispatching network-vif-plugged-89becc93-c9f1-4777-9683-5b4e75b91eb5 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.030887] env[70294]: WARNING nova.compute.manager [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Received unexpected event network-vif-plugged-89becc93-c9f1-4777-9683-5b4e75b91eb5 for instance with vm_state building and task_state spawning. [ 854.031060] env[70294]: DEBUG nova.compute.manager [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Received event network-changed-89becc93-c9f1-4777-9683-5b4e75b91eb5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.031214] env[70294]: DEBUG nova.compute.manager [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Refreshing instance network info cache due to event network-changed-89becc93-c9f1-4777-9683-5b4e75b91eb5. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.031410] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Acquiring lock "refresh_cache-0ddc8766-9598-4977-9973-1e50288399d5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.032658] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Acquired lock "refresh_cache-0ddc8766-9598-4977-9973-1e50288399d5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.032658] env[70294]: DEBUG nova.network.neutron [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Refreshing network info cache for port 89becc93-c9f1-4777-9683-5b4e75b91eb5 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.033298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-03117628-6408-4953-9457-4f27c8c5d8fe" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.033494] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-03117628-6408-4953-9457-4f27c8c5d8fe" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.055609] env[70294]: DEBUG nova.network.neutron [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Updated VIF entry in instance network info cache for port 59d008f1-faf6-4730-b059-db21b3e6672c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.055995] env[70294]: DEBUG nova.network.neutron [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Updating instance_info_cache with network_info: [{"id": "59d008f1-faf6-4730-b059-db21b3e6672c", "address": "fa:16:3e:33:48:0f", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d008f1-fa", "ovs_interfaceid": "59d008f1-faf6-4730-b059-db21b3e6672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.064457] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569871, 'name': ReconfigVM_Task, 'duration_secs': 0.604252} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.064817] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Reconfigured VM instance instance-0000002a to attach disk [datastore2] volume-23ff4592-a461-490c-b6a5-54f98bb12b09/volume-23ff4592-a461-490c-b6a5-54f98bb12b09.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.071804] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce2f3022-9a1c-46c6-a154-4d94bec0d7d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.093224] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 854.093224] env[70294]: value = "task-3569875" [ 854.093224] env[70294]: _type = "Task" [ 854.093224] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.102215] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.251021] env[70294]: DEBUG nova.compute.utils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.251021] env[70294]: DEBUG nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.251021] env[70294]: DEBUG nova.network.neutron [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.260673] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.263015] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.263015] env[70294]: DEBUG nova.network.neutron [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.300608] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bbbefe76-f0fb-43f4-bf8b-076d4278a733 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.957s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.300891] env[70294]: DEBUG oslo_vmware.api [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569872, 'name': PowerOffVM_Task, 'duration_secs': 0.220753} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.304097] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.304287] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.305248] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c19fec3a-f133-4581-a4b0-6ef4851576a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.313678] env[70294]: DEBUG oslo_concurrency.lockutils [None req-146a7625-4a46-4059-811d-5137bbff148c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "777cb946-b001-4ea5-abba-61df03581de2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.082s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.345619] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3bfa7-e91f-cf75-3e96-32e920409b70, 'name': SearchDatastore_Task, 'duration_secs': 0.018566} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.345929] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.346559] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.346865] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.347027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.347219] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.348716] env[70294]: DEBUG nova.policy [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d69e06cdbaf492fa395732bef59663a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40cb44048e1f43ee9f4a44063b736215', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.350174] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a04c79f7-5a93-4b0b-9967-9cbaa11ea23f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.369791] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.369907] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.370673] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb8011f-ffd7-4332-9fb6-3f32732bb4bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.382155] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 854.382155] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521ea463-f43e-7d2d-3ab7-2ec877267a40" [ 854.382155] env[70294]: _type = "Task" [ 854.382155] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.384425] env[70294]: DEBUG oslo_vmware.api [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569873, 'name': ReconfigVM_Task, 'duration_secs': 0.203596} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.388044] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-d58f0ae0-6069-4ddf-9025-97d51ce31003 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Reconfigured VM instance to set the machine id {{(pid=70294) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 854.392116] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.393516] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.393516] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Deleting the datastore file [datastore1] 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.393764] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12f0101b-2453-4bb9-a875-c70ed74f3331 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.398943] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521ea463-f43e-7d2d-3ab7-2ec877267a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.404247] env[70294]: DEBUG oslo_vmware.api [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for the task: (returnval){ [ 854.404247] env[70294]: value = "task-3569877" [ 854.404247] env[70294]: _type = "Task" [ 854.404247] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.413450] env[70294]: DEBUG oslo_vmware.api [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.474201] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: fcfa013e-4853-4cbd-8c6b-a5b0bbc7c0e4] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 854.517359] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569874, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078506} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.517722] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 854.518550] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d631fb3-61ef-48aa-8c0f-28550b64f515 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.538833] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.539131] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.548984] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111/b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 854.549871] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b4361c-fe61-44ce-b112-01845f0abf45 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.552903] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55b14404-eca1-46be-8177-7c0d0a9acbf2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.568903] env[70294]: DEBUG oslo_concurrency.lockutils [req-8f12e48e-baff-4e7d-9a5e-66f497567abc req-3e55dd79-803c-462b-8a50-e660c402ff6a service nova] Releasing lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.588245] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4780a15-9930-427d-b1f3-6709054264a7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.591154] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 854.591154] env[70294]: value = "task-3569878" [ 854.591154] env[70294]: _type = "Task" [ 854.591154] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.621070] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfiguring VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 854.622572] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fbc617b-2b8a-480f-ab84-1e3fb4d8b853 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.647163] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569878, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.647474] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.661543] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 854.661543] env[70294]: value = "task-3569879" [ 854.661543] env[70294]: _type = "Task" [ 854.661543] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.667793] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.755518] env[70294]: DEBUG nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.807557] env[70294]: DEBUG nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.868173] env[70294]: DEBUG nova.network.neutron [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.881815] env[70294]: DEBUG nova.compute.manager [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Received event network-changed-dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.882067] env[70294]: DEBUG nova.compute.manager [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing instance network info cache due to event network-changed-dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.882253] env[70294]: DEBUG oslo_concurrency.lockutils [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] Acquiring lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.882491] env[70294]: DEBUG oslo_concurrency.lockutils [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] Acquired lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.882778] env[70294]: DEBUG nova.network.neutron [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing network info cache for port dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.917406] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521ea463-f43e-7d2d-3ab7-2ec877267a40, 'name': SearchDatastore_Task, 'duration_secs': 0.018482} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.918726] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-220691eb-f358-4941-82bb-25b1f7bfb90b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.928558] env[70294]: DEBUG oslo_vmware.api [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Task: {'id': task-3569877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168446} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.932466] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.932781] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.933083] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.933291] env[70294]: INFO nova.compute.manager [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 854.933604] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.934043] env[70294]: DEBUG nova.compute.manager [-] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.935297] env[70294]: DEBUG nova.network.neutron [-] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.940135] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 854.940135] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524e9dd3-d2de-d629-9cce-80764915f0e6" [ 854.940135] env[70294]: _type = "Task" [ 854.940135] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.959782] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524e9dd3-d2de-d629-9cce-80764915f0e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010917} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.961723] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.961723] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 0ddc8766-9598-4977-9973-1e50288399d5/0ddc8766-9598-4977-9973-1e50288399d5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.961723] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf057330-1dca-4f1e-9785-30f9660cdd68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.971038] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 854.971038] env[70294]: value = "task-3569880" [ 854.971038] env[70294]: _type = "Task" [ 854.971038] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.978844] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 2db09644-9d2c-4a5c-8d3f-2d2d30278ef7] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 854.984751] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569880, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.114521] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.114521] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569878, 'name': ReconfigVM_Task, 'duration_secs': 0.370615} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.118431] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111/b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.118762] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=70294) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 855.120968] env[70294]: DEBUG nova.objects.instance [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lazy-loading 'flavor' on Instance uuid affe22e6-6c48-4bb4-9fc4-499a0186db2a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.122492] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-278c8637-0a28-45a2-b98a-d1ce0ec8c708 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.136846] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 855.136846] env[70294]: value = "task-3569881" [ 855.136846] env[70294]: _type = "Task" [ 855.136846] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.153644] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569881, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.169041] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.334183] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.387029] env[70294]: DEBUG nova.network.neutron [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Updated VIF entry in instance network info cache for port 89becc93-c9f1-4777-9683-5b4e75b91eb5. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.387029] env[70294]: DEBUG nova.network.neutron [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Updating instance_info_cache with network_info: [{"id": "89becc93-c9f1-4777-9683-5b4e75b91eb5", "address": "fa:16:3e:bf:17:19", "network": {"id": "9cafd1af-7186-4cc4-a846-546380817c9a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-9948857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43478437871f49eaae182de6edf3491b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89becc93-c9", "ovs_interfaceid": "89becc93-c9f1-4777-9683-5b4e75b91eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.403140] env[70294]: DEBUG nova.network.neutron [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Successfully created port: 5152593a-378e-42a4-a791-cbc51db5dbcc {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.418638] env[70294]: DEBUG nova.network.neutron [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.435335] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32573569-013b-429e-be75-15dc7f5374f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.445554] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f464a9-3d1a-43dc-8021-a0e8a29f5fd7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.485908] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 480aaef7-ba59-4e4b-89e8-dd46b5db1016] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 855.491968] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7725d3-9849-4720-adfa-401b84413b97 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.501187] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569880, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.505239] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8763f2dc-a8f9-40ae-998b-ba2e89b64939 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.522500] env[70294]: DEBUG nova.compute.provider_tree [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.552271] env[70294]: DEBUG nova.compute.manager [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Received event network-vif-plugged-10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.552573] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] Acquiring lock "c24db184-492a-4edb-b6e4-964145a18b15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.552828] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] Lock "c24db184-492a-4edb-b6e4-964145a18b15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.553064] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] Lock "c24db184-492a-4edb-b6e4-964145a18b15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.553316] env[70294]: DEBUG nova.compute.manager [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] No waiting events found dispatching network-vif-plugged-10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 855.553498] env[70294]: WARNING nova.compute.manager [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Received unexpected event network-vif-plugged-10f0e828-800c-4767-a8ee-60a1266107fb for instance with vm_state building and task_state spawning. [ 855.553739] env[70294]: DEBUG nova.compute.manager [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Received event network-changed-10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.554051] env[70294]: DEBUG nova.compute.manager [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Refreshing instance network info cache due to event network-changed-10f0e828-800c-4767-a8ee-60a1266107fb. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.554256] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] Acquiring lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.603431] env[70294]: DEBUG oslo_vmware.api [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3569875, 'name': ReconfigVM_Task, 'duration_secs': 1.168885} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.603679] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712587', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'name': 'volume-23ff4592-a461-490c-b6a5-54f98bb12b09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd982c5c3-07ec-4185-9849-8f569c477565', 'attached_at': '', 'detached_at': '', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'serial': '23ff4592-a461-490c-b6a5-54f98bb12b09'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 855.629382] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.649803] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569881, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.0805} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.650108] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=70294) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 855.650982] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10f69c1-e507-429b-b489-02d218c69404 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.682994] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111/ephemeral_0.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.690326] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b03134-0781-469f-a90d-3bb21b54f9e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.711908] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.713540] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 855.713540] env[70294]: value = "task-3569882" [ 855.713540] env[70294]: _type = "Task" [ 855.713540] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.768235] env[70294]: DEBUG nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.803593] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5db0516a33aeaa5dcef327baf09806c5',container_format='bare',created_at=2025-04-25T02:36:57Z,direct_url=,disk_format='vmdk',id=b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe,min_disk=1,min_ram=0,name='tempest-test-snap-1492862485',owner='40cb44048e1f43ee9f4a44063b736215',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-25T02:37:11Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.803851] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.804022] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.804252] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.804440] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.804589] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.804840] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.805009] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.808186] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.808186] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.808186] env[70294]: DEBUG nova.virt.hardware [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.808186] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336c1baf-7a40-43b7-9864-d520b637b0fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.816137] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d08d71-184a-43a6-9026-c0843ff5f11b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.896792] env[70294]: DEBUG oslo_concurrency.lockutils [req-2557abf6-1e97-4f24-9fa0-6fbc7646d240 req-c120b58d-bceb-4f06-98dc-1c1f33337e78 service nova] Releasing lock "refresh_cache-0ddc8766-9598-4977-9973-1e50288399d5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.921580] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.922568] env[70294]: DEBUG nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Instance network_info: |[{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.922927] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] Acquired lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.923191] env[70294]: DEBUG nova.network.neutron [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Refreshing network info cache for port 10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.924509] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:5e:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10f0e828-800c-4767-a8ee-60a1266107fb', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.935671] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating folder: Project (99449fe986ab450180ef3f9a06a3a30e). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.941108] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa21d716-9158-40a1-8ad8-b3fa67e21041 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.956947] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Created folder: Project (99449fe986ab450180ef3f9a06a3a30e) in parent group-v712401. [ 855.956947] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating folder: Instances. Parent ref: group-v712592. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 855.957228] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-457625a8-47d7-4414-8c01-aac3be64da31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.972509] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Created folder: Instances in parent group-v712592. [ 855.972783] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.973046] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.973305] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac8575f2-fcdb-4217-9cfe-791af2369762 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.994446] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 062b20de-2f89-4deb-b04a-0d972d17f44e] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.008141] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569880, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544328} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.010184] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 0ddc8766-9598-4977-9973-1e50288399d5/0ddc8766-9598-4977-9973-1e50288399d5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.010448] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.010963] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.010963] env[70294]: value = "task-3569885" [ 856.010963] env[70294]: _type = "Task" [ 856.010963] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.011204] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b74011df-edf7-483d-b29d-db734d00f2c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.023543] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569885, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.029525] env[70294]: DEBUG nova.scheduler.client.report [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.037025] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 856.037025] env[70294]: value = "task-3569886" [ 856.037025] env[70294]: _type = "Task" [ 856.037025] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.046298] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569886, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.188766] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.225026] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.501390] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 45500dce-3a29-4634-ac56-19b9fa9b439e] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 856.524201] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569885, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.525797] env[70294]: DEBUG nova.network.neutron [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updated VIF entry in instance network info cache for port 10f0e828-800c-4767-a8ee-60a1266107fb. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.526146] env[70294]: DEBUG nova.network.neutron [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.535705] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.536240] env[70294]: DEBUG nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.539136] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.348s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.540586] env[70294]: INFO nova.compute.claims [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.562736] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569886, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085246} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.563017] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.564139] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e07e682-1a9c-4ec2-99f6-30c3d4f75bf5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.596574] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 0ddc8766-9598-4977-9973-1e50288399d5/0ddc8766-9598-4977-9973-1e50288399d5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.596998] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe7d65d2-fa0d-4867-97e7-b27c57e40dd5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.624755] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 856.624755] env[70294]: value = "task-3569887" [ 856.624755] env[70294]: _type = "Task" [ 856.624755] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.635496] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.663753] env[70294]: DEBUG nova.objects.instance [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'flavor' on Instance uuid d982c5c3-07ec-4185-9849-8f569c477565 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.689440] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.727381] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569882, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.955843] env[70294]: DEBUG nova.network.neutron [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updated VIF entry in instance network info cache for port dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.955843] env[70294]: DEBUG nova.network.neutron [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.005110] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: be317dea-3a7b-4856-8e39-0af015f515ec] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.025933] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569885, 'name': CreateVM_Task, 'duration_secs': 0.944497} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.025933] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.026442] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.026627] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.027715] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.028020] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8942d70a-4ad2-45bb-a6b9-cfb3f070f786 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.034063] env[70294]: DEBUG oslo_concurrency.lockutils [req-bdf45a2d-cc21-4664-b631-da3676d3cd18 req-3142f453-c883-428c-94bf-9934da8e58df service nova] Releasing lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.036218] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 857.036218] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522b5a0e-4140-7e14-6e5f-87fe46f6b45c" [ 857.036218] env[70294]: _type = "Task" [ 857.036218] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.040686] env[70294]: DEBUG nova.compute.utils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.049293] env[70294]: DEBUG nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.049477] env[70294]: DEBUG nova.network.neutron [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.053909] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522b5a0e-4140-7e14-6e5f-87fe46f6b45c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.132048] env[70294]: DEBUG nova.network.neutron [-] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.140497] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.171204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbdab8b4-25b0-46dd-83da-eec41922d88b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.881s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.197023] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.233157] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569882, 'name': ReconfigVM_Task, 'duration_secs': 1.494637} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.233157] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Reconfigured VM instance instance-00000042 to attach disk [datastore2] b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111/ephemeral_0.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.233157] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cdbb66f-8729-44a8-9079-7ee9421d7461 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.241672] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 857.241672] env[70294]: value = "task-3569888" [ 857.241672] env[70294]: _type = "Task" [ 857.241672] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.251039] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569888, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.256094] env[70294]: DEBUG nova.policy [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9abe4a4d02a4f5295a0d1e372e48d3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fcae214187894183907f879e186993c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.458316] env[70294]: DEBUG oslo_concurrency.lockutils [req-8e15a9b7-faa2-4a2d-92f9-6fb73ab666cd req-1202d671-d852-4fb6-8d9e-495c28869dd7 service nova] Releasing lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.458966] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquired lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.508189] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: a166d0ec-e96a-453b-948e-b0cc8010b070] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 857.548963] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522b5a0e-4140-7e14-6e5f-87fe46f6b45c, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.549449] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.549733] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 857.550040] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.550483] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.550744] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 857.551038] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a391489-5a32-409d-8bb4-24ebc49645bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.554120] env[70294]: DEBUG nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.566276] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.566516] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.567737] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26ffc87-dfd0-4838-a7bc-2da7cfcb5e72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.573921] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 857.573921] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282c6f5-bb53-c5b3-f511-d73feb0f6a43" [ 857.573921] env[70294]: _type = "Task" [ 857.573921] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.584341] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282c6f5-bb53-c5b3-f511-d73feb0f6a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.635888] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569887, 'name': ReconfigVM_Task, 'duration_secs': 0.831764} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.636248] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 0ddc8766-9598-4977-9973-1e50288399d5/0ddc8766-9598-4977-9973-1e50288399d5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.644585] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205386f3-3953-4409-ae7a-6097abfed6b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.645287] env[70294]: INFO nova.compute.manager [-] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Took 2.71 seconds to deallocate network for instance. [ 857.658116] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 857.658116] env[70294]: value = "task-3569889" [ 857.658116] env[70294]: _type = "Task" [ 857.658116] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.671426] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569889, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.691061] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.755028] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569888, 'name': Rename_Task, 'duration_secs': 0.179375} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.755028] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 857.755178] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d8a877-686a-4af7-89b5-0aa531f17035 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.763789] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 857.763789] env[70294]: value = "task-3569890" [ 857.763789] env[70294]: _type = "Task" [ 857.763789] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.779361] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.892674] env[70294]: DEBUG nova.compute.manager [req-8fca4c10-55b3-449b-ad32-2f9f9422c8e8 req-b85b4092-5c87-484a-ae14-c1f204af8980 service nova] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Received event network-vif-deleted-eb27a7e9-eae0-492a-8754-275b72a587b2 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.013493] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 1951cb5e-2d4a-4ed4-9380-a79c28752218] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 858.091755] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5282c6f5-bb53-c5b3-f511-d73feb0f6a43, 'name': SearchDatastore_Task, 'duration_secs': 0.010155} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.097399] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b1043e-8eb4-4ba7-831f-1b4e83561cd7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.103978] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 858.103978] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52500761-0de1-7ae5-625d-a32b3a9f4bbf" [ 858.103978] env[70294]: _type = "Task" [ 858.103978] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.117421] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52500761-0de1-7ae5-625d-a32b3a9f4bbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.160033] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.183525] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569889, 'name': Rename_Task, 'duration_secs': 0.272528} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.187707] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.190744] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bfbcc2a-93bd-44e8-bebb-fcccd0f34271 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.200128] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.203539] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 858.203539] env[70294]: value = "task-3569891" [ 858.203539] env[70294]: _type = "Task" [ 858.203539] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.213912] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569891, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.228781] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53afd1ac-2ec4-4507-bb67-ab86e0b152c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.237035] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9301948-7076-4b92-af3a-7b3568c764c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.280738] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a18218-e0cf-4a06-a8c2-8d547da943ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.292354] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.296293] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cbf484-31d2-457e-b2e4-bb83bc2aa679 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.313135] env[70294]: DEBUG nova.compute.provider_tree [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.517731] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 858.517731] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Cleaning up deleted instances with incomplete migration {{(pid=70294) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 858.566074] env[70294]: DEBUG nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.613676] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.614013] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.614683] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.614683] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.614683] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.615594] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.615594] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.615594] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.616045] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.616280] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.616499] env[70294]: DEBUG nova.virt.hardware [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.617596] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190ef705-f3a6-4f22-92c7-d3f9422be9eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.629655] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52500761-0de1-7ae5-625d-a32b3a9f4bbf, 'name': SearchDatastore_Task, 'duration_secs': 0.012239} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.633159] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.633773] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] c24db184-492a-4edb-b6e4-964145a18b15/c24db184-492a-4edb-b6e4-964145a18b15.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.634566] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cc6cd58-673f-407c-80ca-1349ad169a1a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.639031] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb62b9-81b4-423f-9a72-34f71557cc37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.661083] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 858.661083] env[70294]: value = "task-3569892" [ 858.661083] env[70294]: _type = "Task" [ 858.661083] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.699592] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.715583] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569891, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.728251] env[70294]: DEBUG nova.network.neutron [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Successfully created port: a8742f5d-bdc5-410c-adc5-6569e391bc9c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.786332] env[70294]: DEBUG oslo_vmware.api [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3569890, 'name': PowerOnVM_Task, 'duration_secs': 0.645809} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.787504] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.788314] env[70294]: INFO nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Took 11.95 seconds to spawn the instance on the hypervisor. [ 858.791243] env[70294]: DEBUG nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.791921] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c36c5e8-f4a3-4ceb-94ed-72e67c590e24 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.816842] env[70294]: DEBUG nova.scheduler.client.report [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.855843] env[70294]: DEBUG nova.network.neutron [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.024425] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 859.185498] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569892, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.218232] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.231113] env[70294]: DEBUG oslo_vmware.api [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569891, 'name': PowerOnVM_Task, 'duration_secs': 0.705659} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.231794] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.231995] env[70294]: INFO nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Took 9.81 seconds to spawn the instance on the hypervisor. [ 859.232204] env[70294]: DEBUG nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.233265] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c434b7f3-8b5f-4bdb-805b-0197cd9ad28a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.255024] env[70294]: DEBUG nova.network.neutron [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Successfully updated port: 5152593a-378e-42a4-a791-cbc51db5dbcc {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.315368] env[70294]: INFO nova.compute.manager [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Took 53.34 seconds to build instance. [ 859.322183] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.323159] env[70294]: DEBUG nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.328625] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.328931] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.338754] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.628s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.339086] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.341836] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.613s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.344038] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.347151] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.243s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.349474] env[70294]: INFO nova.compute.claims [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.395593] env[70294]: INFO nova.scheduler.client.report [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleted allocations for instance 1700aa78-fb06-40ae-b460-4182615f94fc [ 859.415255] env[70294]: INFO nova.scheduler.client.report [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted allocations for instance 144c3ef5-3026-49ff-8262-6b9be9193b79 [ 859.436496] env[70294]: INFO nova.scheduler.client.report [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Deleted allocations for instance 2acfb9db-2e23-4589-a280-84e83b6c0f94 [ 859.675024] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628762} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.675374] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] c24db184-492a-4edb-b6e4-964145a18b15/c24db184-492a-4edb-b6e4-964145a18b15.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.675678] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.675893] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-696f3bd5-ed56-423c-98b5-8024d03cf723 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.686377] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 859.686377] env[70294]: value = "task-3569893" [ 859.686377] env[70294]: _type = "Task" [ 859.686377] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.702895] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.706648] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.759219] env[70294]: INFO nova.compute.manager [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Took 48.15 seconds to build instance. [ 859.761471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "refresh_cache-ffbda3cb-3550-4d4c-bbf6-986aea343b10" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.761471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "refresh_cache-ffbda3cb-3550-4d4c-bbf6-986aea343b10" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.761471] env[70294]: DEBUG nova.network.neutron [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.820276] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f7eb5bd-706e-4175-ae9f-09253c5e98f6 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.229s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.856568] env[70294]: DEBUG nova.compute.utils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.867253] env[70294]: DEBUG nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.867558] env[70294]: DEBUG nova.network.neutron [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.912211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0143abf9-281b-4f04-91f8-b8c988d3afb0 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "1700aa78-fb06-40ae-b460-4182615f94fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.044s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.928031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-77d5d2cc-3559-4787-9cf2-4a0861d52002 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "144c3ef5-3026-49ff-8262-6b9be9193b79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.681s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.949892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87ed31ac-d114-4dcc-9b87-25b2a1ffe2b3 tempest-MultipleCreateTestJSON-983032647 tempest-MultipleCreateTestJSON-983032647-project-member] Lock "2acfb9db-2e23-4589-a280-84e83b6c0f94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.603s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.011706] env[70294]: DEBUG nova.network.neutron [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.031305] env[70294]: DEBUG nova.policy [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f827cb54e55e486b9cfa1e91cdda3fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2eb9cc3fde483a97ca47a557064d1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.208174] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.212059] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160148} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.212059] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 860.213179] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43fc59-2c84-4b77-b097-75296e2587a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.245470] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c24db184-492a-4edb-b6e4-964145a18b15/c24db184-492a-4edb-b6e4-964145a18b15.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.245945] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcd53a73-d5a5-42c7-8994-ddecc42fd6e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.262575] env[70294]: DEBUG oslo_concurrency.lockutils [None req-72c50025-469d-4509-ad69-bb171ba3b156 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "0ddc8766-9598-4977-9973-1e50288399d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.330s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.272848] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 860.272848] env[70294]: value = "task-3569894" [ 860.272848] env[70294]: _type = "Task" [ 860.272848] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.285239] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.325527] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.377722] env[70294]: DEBUG nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.398346] env[70294]: DEBUG nova.network.neutron [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.421602] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Received event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.421602] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing instance network info cache due to event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.421602] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Acquiring lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.421602] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Acquired lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.421602] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.515173] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Releasing lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.515390] env[70294]: DEBUG nova.compute.manager [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Inject network info {{(pid=70294) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 860.515773] env[70294]: DEBUG nova.compute.manager [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] network_info to inject: |[{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 860.520779] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Reconfiguring VM instance to set the machine id {{(pid=70294) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 860.521219] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2043c3e1-f974-41c0-a6cf-d2aad78c4db6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.543015] env[70294]: DEBUG oslo_vmware.api [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 860.543015] env[70294]: value = "task-3569895" [ 860.543015] env[70294]: _type = "Task" [ 860.543015] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.558306] env[70294]: DEBUG oslo_vmware.api [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.706232] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.768528] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 860.783763] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.854140] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.011953] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55553452-09f5-43e9-9c12-c3dafb587c35 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.024943] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d421c5-9b4d-4492-92d3-bbb7cde97386 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.062889] env[70294]: DEBUG nova.network.neutron [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Updating instance_info_cache with network_info: [{"id": "5152593a-378e-42a4-a791-cbc51db5dbcc", "address": "fa:16:3e:45:67:dc", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5152593a-37", "ovs_interfaceid": "5152593a-378e-42a4-a791-cbc51db5dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.071059] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cefb7b6-e24d-4791-98de-1b679a6a16a0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.087178] env[70294]: DEBUG oslo_vmware.api [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569895, 'name': ReconfigVM_Task, 'duration_secs': 0.269951} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.088327] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4b2323b1-0c5c-432f-813c-09c8504316f0 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Reconfigured VM instance to set the machine id {{(pid=70294) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 861.093082] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acaf0dd4-2dcd-41fd-bb30-d73232f42660 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.110893] env[70294]: DEBUG nova.compute.provider_tree [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.206783] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.291797] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569894, 'name': ReconfigVM_Task, 'duration_secs': 0.777011} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.292314] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c24db184-492a-4edb-b6e4-964145a18b15/c24db184-492a-4edb-b6e4-964145a18b15.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 861.293360] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5390e73c-af2b-4e17-99f2-0bcc5e73b8a7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.301075] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.303320] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 861.303320] env[70294]: value = "task-3569896" [ 861.303320] env[70294]: _type = "Task" [ 861.303320] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.310129] env[70294]: DEBUG nova.network.neutron [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Successfully created port: 9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.321155] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569896, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.397504] env[70294]: DEBUG nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.445759] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.446467] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.446467] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.447772] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.449151] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.449151] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.449355] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.450581] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.450828] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.451059] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.451291] env[70294]: DEBUG nova.virt.hardware [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.453251] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c2a110-5a5b-4bc3-b320-0769e1bf82ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.467029] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209006f-1bd2-46ab-a055-7e5613234018 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.578576] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "refresh_cache-ffbda3cb-3550-4d4c-bbf6-986aea343b10" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.578933] env[70294]: DEBUG nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Instance network_info: |[{"id": "5152593a-378e-42a4-a791-cbc51db5dbcc", "address": "fa:16:3e:45:67:dc", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5152593a-37", "ovs_interfaceid": "5152593a-378e-42a4-a791-cbc51db5dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.579435] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:67:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5152593a-378e-42a4-a791-cbc51db5dbcc', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.588580] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.588838] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.589079] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-701ef33b-b38a-4de5-b0e9-f757e7d260e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.607050] env[70294]: DEBUG nova.network.neutron [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Successfully updated port: a8742f5d-bdc5-410c-adc5-6569e391bc9c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.613952] env[70294]: DEBUG nova.scheduler.client.report [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.622791] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.622791] env[70294]: value = "task-3569897" [ 861.622791] env[70294]: _type = "Task" [ 861.622791] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.635037] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569897, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.709825] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.823348] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569896, 'name': Rename_Task, 'duration_secs': 0.185047} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.825037] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.825037] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b2f6bc0-7c53-4c38-9ac3-697f06a9a40c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.834697] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 861.834697] env[70294]: value = "task-3569898" [ 861.834697] env[70294]: _type = "Task" [ 861.834697] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.850254] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569898, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.905534] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updated VIF entry in instance network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.906414] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.112041] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.112041] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.112041] env[70294]: DEBUG nova.network.neutron [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.124554] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.125181] env[70294]: DEBUG nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.128154] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.490s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.145225] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569897, 'name': CreateVM_Task, 'duration_secs': 0.431494} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.145821] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.146634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.147039] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.147933] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.148154] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e2653d-cb1a-40aa-b9fe-b000744065db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.155203] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 862.155203] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f3c29c-81fd-c9ce-6dc1-9140018d8c4e" [ 862.155203] env[70294]: _type = "Task" [ 862.155203] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.168181] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f3c29c-81fd-c9ce-6dc1-9140018d8c4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.173731] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "6e6449a4-6cbc-4110-9a54-fc68884a3033" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.174050] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.213638] env[70294]: DEBUG oslo_vmware.api [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569879, 'name': ReconfigVM_Task, 'duration_secs': 7.280174} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.214123] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.214123] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Reconfigured VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 862.310363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.310622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.311104] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.311104] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.311228] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.313291] env[70294]: INFO nova.compute.manager [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Terminating instance [ 862.350158] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569898, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.413659] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Releasing lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.413960] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Received event network-changed-dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.414625] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing instance network info cache due to event network-changed-dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.414625] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Acquiring lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.414625] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Acquired lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.414792] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Refreshing network info cache for port dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.512215] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.512513] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.639908] env[70294]: DEBUG nova.compute.utils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.646805] env[70294]: DEBUG nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.648023] env[70294]: DEBUG nova.network.neutron [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.678024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.678024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Processing image b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.678024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.679216] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.679293] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.679589] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e9c65c-5cf8-47b4-b6f1-63f704cb1c0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.698754] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.698969] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.699779] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463ce75d-f463-4cae-badc-7dbc2e263ba3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.709225] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 862.709225] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5280ec81-49cf-3004-4240-c139aabf1053" [ 862.709225] env[70294]: _type = "Task" [ 862.709225] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.718530] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5280ec81-49cf-3004-4240-c139aabf1053, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.719522] env[70294]: DEBUG nova.network.neutron [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.759963] env[70294]: DEBUG nova.policy [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bdd451103449f587a7eb2b19e5f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c45530c6fab4ad4bf14301b6c215c62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.800970] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e16d9a-1652-4eae-a49d-e2932f59821d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.811033] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b804d4-dcef-4f40-b0a2-d1684dd8ea11 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.854625] env[70294]: DEBUG nova.compute.manager [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.854625] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.858220] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8298b57b-3f20-4bb3-8223-d75cbf6d26aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.864696] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bd759b-2c3f-4f53-ab6e-d1c5c316e1a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.877473] env[70294]: DEBUG oslo_vmware.api [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3569898, 'name': PowerOnVM_Task, 'duration_secs': 0.564116} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.877736] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.878213] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 862.878296] env[70294]: INFO nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Took 10.88 seconds to spawn the instance on the hypervisor. [ 862.878435] env[70294]: DEBUG nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 862.878687] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a28c84a-b08c-4c9e-9dfa-ee8154c2de66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.881358] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbdb6a6-58cb-43b0-9dc0-2b57a809f2fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.886817] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a648196-4452-4318-a0fc-855a4bea1f2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.902848] env[70294]: DEBUG nova.compute.provider_tree [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.909363] env[70294]: DEBUG oslo_vmware.api [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 862.909363] env[70294]: value = "task-3569899" [ 862.909363] env[70294]: _type = "Task" [ 862.909363] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.925937] env[70294]: DEBUG oslo_vmware.api [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.150696] env[70294]: DEBUG nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.176852] env[70294]: DEBUG nova.network.neutron [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Updating instance_info_cache with network_info: [{"id": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "address": "fa:16:3e:aa:90:af", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8742f5d-bd", "ovs_interfaceid": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.219321] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Preparing fetch location {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 863.219930] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Fetch image to [datastore1] OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627/OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627.vmdk {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 863.219930] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Downloading stream optimized image b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe to [datastore1] OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627/OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627.vmdk on the data store datastore1 as vApp {{(pid=70294) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 863.220094] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Downloading image file data b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe to the ESX as VM named 'OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627' {{(pid=70294) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 863.313158] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 863.313158] env[70294]: value = "resgroup-9" [ 863.313158] env[70294]: _type = "ResourcePool" [ 863.313158] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 863.313960] env[70294]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-821a7044-27a4-4e34-ad39-a623503d6583 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.345045] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease: (returnval){ [ 863.345045] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245ea78-2583-4bd6-b6e0-e1b339ea8c89" [ 863.345045] env[70294]: _type = "HttpNfcLease" [ 863.345045] env[70294]: } obtained for vApp import into resource pool (val){ [ 863.345045] env[70294]: value = "resgroup-9" [ 863.345045] env[70294]: _type = "ResourcePool" [ 863.345045] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 863.345045] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the lease: (returnval){ [ 863.345045] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245ea78-2583-4bd6-b6e0-e1b339ea8c89" [ 863.345045] env[70294]: _type = "HttpNfcLease" [ 863.345045] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 863.354043] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 863.354043] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245ea78-2583-4bd6-b6e0-e1b339ea8c89" [ 863.354043] env[70294]: _type = "HttpNfcLease" [ 863.354043] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 863.407582] env[70294]: DEBUG nova.scheduler.client.report [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.429144] env[70294]: INFO nova.compute.manager [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Took 50.34 seconds to build instance. [ 863.437789] env[70294]: DEBUG oslo_vmware.api [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569899, 'name': PowerOffVM_Task, 'duration_secs': 0.29756} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.447038] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.447911] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.447911] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8cf453a-ac3b-4714-ac29-ded6c59112ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.501709] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "cf220761-73ab-413c-b347-ba2a3e38d2d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.501926] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.511923] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.512156] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.512341] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Deleting the datastore file [datastore1] affe22e6-6c48-4bb4-9fc4-499a0186db2a {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.512682] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70893140-caf9-4554-9dd3-0f11b7658d42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.520313] env[70294]: DEBUG oslo_vmware.api [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for the task: (returnval){ [ 863.520313] env[70294]: value = "task-3569902" [ 863.520313] env[70294]: _type = "Task" [ 863.520313] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.532117] env[70294]: DEBUG oslo_vmware.api [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.682779] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.682779] env[70294]: DEBUG nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Instance network_info: |[{"id": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "address": "fa:16:3e:aa:90:af", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8742f5d-bd", "ovs_interfaceid": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.682779] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:90:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8742f5d-bdc5-410c-adc5-6569e391bc9c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.694648] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.695114] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.695202] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-976c48cf-0fe8-439e-9f5b-5110b4ab6f5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.721777] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.721777] env[70294]: value = "task-3569903" [ 863.721777] env[70294]: _type = "Task" [ 863.721777] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.731978] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569903, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.752250] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updated VIF entry in instance network info cache for port dad11f87-7224-42d2-95d3-6caec8021731. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.752797] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [{"id": "dad11f87-7224-42d2-95d3-6caec8021731", "address": "fa:16:3e:e5:ba:3a", "network": {"id": "ca8fd98d-14ca-420d-b214-89993a951ce0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-927983758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cda568e7599417c8cad9ff35dc2cbe2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3cebc48c-6a77-46bf-9c12-ac130e4d7d76", "external-id": "nsx-vlan-transportzone-382", "segmentation_id": 382, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdad11f87-72", "ovs_interfaceid": "dad11f87-7224-42d2-95d3-6caec8021731", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.832395] env[70294]: DEBUG nova.network.neutron [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Successfully created port: 6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.856883] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 863.856883] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245ea78-2583-4bd6-b6e0-e1b339ea8c89" [ 863.856883] env[70294]: _type = "HttpNfcLease" [ 863.856883] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 863.916259] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.786s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.916259] env[70294]: INFO nova.compute.manager [None req-16c37963-71f8-4d6e-9538-050aa41ff0a0 tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Successfully reverted task state from rebuilding on failure for instance. [ 863.920951] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.756s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.922683] env[70294]: INFO nova.compute.claims [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.927563] env[70294]: DEBUG nova.compute.manager [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Received event network-vif-plugged-a8742f5d-bdc5-410c-adc5-6569e391bc9c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.927775] env[70294]: DEBUG oslo_concurrency.lockutils [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] Acquiring lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.927977] env[70294]: DEBUG oslo_concurrency.lockutils [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.929057] env[70294]: DEBUG oslo_concurrency.lockutils [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.929241] env[70294]: DEBUG nova.compute.manager [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] No waiting events found dispatching network-vif-plugged-a8742f5d-bdc5-410c-adc5-6569e391bc9c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.929411] env[70294]: WARNING nova.compute.manager [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Received unexpected event network-vif-plugged-a8742f5d-bdc5-410c-adc5-6569e391bc9c for instance with vm_state building and task_state spawning. [ 863.929585] env[70294]: DEBUG nova.compute.manager [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Received event network-changed-a8742f5d-bdc5-410c-adc5-6569e391bc9c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.929718] env[70294]: DEBUG nova.compute.manager [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Refreshing instance network info cache due to event network-changed-a8742f5d-bdc5-410c-adc5-6569e391bc9c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.929905] env[70294]: DEBUG oslo_concurrency.lockutils [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] Acquiring lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.930048] env[70294]: DEBUG oslo_concurrency.lockutils [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] Acquired lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.930205] env[70294]: DEBUG nova.network.neutron [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Refreshing network info cache for port a8742f5d-bdc5-410c-adc5-6569e391bc9c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.932593] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebafd784-61ca-42b1-a44d-11bad3abbc04 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.212s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.952813] env[70294]: DEBUG nova.compute.manager [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Received event network-changed-59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.953135] env[70294]: DEBUG nova.compute.manager [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Refreshing instance network info cache due to event network-changed-59d008f1-faf6-4730-b059-db21b3e6672c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.954582] env[70294]: DEBUG oslo_concurrency.lockutils [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] Acquiring lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.954582] env[70294]: DEBUG oslo_concurrency.lockutils [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] Acquired lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.954582] env[70294]: DEBUG nova.network.neutron [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Refreshing network info cache for port 59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.033454] env[70294]: DEBUG oslo_vmware.api [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Task: {'id': task-3569902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306457} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.034314] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.035484] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.035996] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.036380] env[70294]: INFO nova.compute.manager [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 864.036505] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.036728] env[70294]: DEBUG nova.compute.manager [-] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.036841] env[70294]: DEBUG nova.network.neutron [-] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.074410] env[70294]: DEBUG nova.network.neutron [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Successfully updated port: 9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.168278] env[70294]: DEBUG nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.238494] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569903, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.258037] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Releasing lock "refresh_cache-affe22e6-6c48-4bb4-9fc4-499a0186db2a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.258037] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Received event network-vif-plugged-5152593a-378e-42a4-a791-cbc51db5dbcc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.258260] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Acquiring lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.258391] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.258546] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.258709] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] No waiting events found dispatching network-vif-plugged-5152593a-378e-42a4-a791-cbc51db5dbcc {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.258870] env[70294]: WARNING nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Received unexpected event network-vif-plugged-5152593a-378e-42a4-a791-cbc51db5dbcc for instance with vm_state building and task_state spawning. [ 864.259037] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Received event network-changed-5152593a-378e-42a4-a791-cbc51db5dbcc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.259193] env[70294]: DEBUG nova.compute.manager [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Refreshing instance network info cache due to event network-changed-5152593a-378e-42a4-a791-cbc51db5dbcc. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.259371] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Acquiring lock "refresh_cache-ffbda3cb-3550-4d4c-bbf6-986aea343b10" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.259504] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Acquired lock "refresh_cache-ffbda3cb-3550-4d4c-bbf6-986aea343b10" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.260828] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Refreshing network info cache for port 5152593a-378e-42a4-a791-cbc51db5dbcc {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.356471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.356471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.356471] env[70294]: DEBUG nova.network.neutron [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.364455] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.364723] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.364879] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.365066] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.365222] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.365347] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.365663] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.365857] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.366837] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.366837] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.366837] env[70294]: DEBUG nova.virt.hardware [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.367072] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 864.367072] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245ea78-2583-4bd6-b6e0-e1b339ea8c89" [ 864.367072] env[70294]: _type = "HttpNfcLease" [ 864.367072] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 864.368131] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f884cfd0-9591-466d-a036-a7a3a257413b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.371803] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 864.371803] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245ea78-2583-4bd6-b6e0-e1b339ea8c89" [ 864.371803] env[70294]: _type = "HttpNfcLease" [ 864.371803] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 864.372671] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ff0e4-a385-42d1-840c-279079f8540c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.387569] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9113ff-f47f-4a30-bcc3-717b1d79186e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.392834] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e7f1a-1cb9-1dfa-d9c9-bca9e0e84fa9/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 864.394019] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e7f1a-1cb9-1dfa-d9c9-bca9e0e84fa9/disk-0.vmdk. {{(pid=70294) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 864.460577] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 864.481443] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-af5831ad-9872-4692-a42b-96d7f0a3136b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.576892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.577091] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.577248] env[70294]: DEBUG nova.network.neutron [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.728708] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "0ddc8766-9598-4977-9973-1e50288399d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.729195] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "0ddc8766-9598-4977-9973-1e50288399d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.729524] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "0ddc8766-9598-4977-9973-1e50288399d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.730059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "0ddc8766-9598-4977-9973-1e50288399d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.730354] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "0ddc8766-9598-4977-9973-1e50288399d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.738022] env[70294]: INFO nova.compute.manager [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Terminating instance [ 864.748740] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569903, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.026753] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.245999] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569903, 'name': CreateVM_Task, 'duration_secs': 1.380051} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.249045] env[70294]: DEBUG nova.network.neutron [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.251883] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.252192] env[70294]: DEBUG nova.compute.manager [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.252262] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.255367] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.255527] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.255854] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.256694] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6985c8-b74f-4934-9480-171d4fd9e817 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.262472] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d6584f-a9c5-434c-913e-dfb42490635d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.270158] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.273286] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db17036a-7920-44f3-b031-946add5c37fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.275362] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 865.275362] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52afa0aa-d6a0-a32e-e6a6-be1fc3945297" [ 865.275362] env[70294]: _type = "Task" [ 865.275362] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.284619] env[70294]: DEBUG oslo_vmware.api [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 865.284619] env[70294]: value = "task-3569904" [ 865.284619] env[70294]: _type = "Task" [ 865.284619] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.290913] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52afa0aa-d6a0-a32e-e6a6-be1fc3945297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.296235] env[70294]: DEBUG nova.network.neutron [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Updated VIF entry in instance network info cache for port a8742f5d-bdc5-410c-adc5-6569e391bc9c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.296607] env[70294]: DEBUG nova.network.neutron [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Updating instance_info_cache with network_info: [{"id": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "address": "fa:16:3e:aa:90:af", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8742f5d-bd", "ovs_interfaceid": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.301389] env[70294]: DEBUG oslo_vmware.api [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.443467] env[70294]: DEBUG nova.network.neutron [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Updated VIF entry in instance network info cache for port 59d008f1-faf6-4730-b059-db21b3e6672c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.443850] env[70294]: DEBUG nova.network.neutron [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Updating instance_info_cache with network_info: [{"id": "59d008f1-faf6-4730-b059-db21b3e6672c", "address": "fa:16:3e:33:48:0f", "network": {"id": "09cdb923-895e-45ef-80f4-99d56ba96648", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-929280498-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db91914981ba471f81567d887a6fb511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "471f65a5-21ea-45e3-a722-4e204ed65673", "external-id": "nsx-vlan-transportzone-139", "segmentation_id": 139, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59d008f1-fa", "ovs_interfaceid": "59d008f1-faf6-4730-b059-db21b3e6672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.585201] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Completed reading data from the image iterator. {{(pid=70294) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 865.585436] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e7f1a-1cb9-1dfa-d9c9-bca9e0e84fa9/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 865.586520] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9b6df1-195c-42cf-ad4e-d58f2b773914 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.598829] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e7f1a-1cb9-1dfa-d9c9-bca9e0e84fa9/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 865.599057] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e7f1a-1cb9-1dfa-d9c9-bca9e0e84fa9/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 865.602054] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ec72b031-ea40-4709-9999-e09ef790365d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.687093] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a2ce48-4174-4cc0-a8a6-7d0f2a210eb2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.695294] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc260dca-e092-4041-a70a-bd55d9319e70 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.725351] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb800bfb-e3b7-4021-a866-b7c61ae103ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.733678] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b3182d-f898-4a1f-8158-9217bfc9d643 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.747724] env[70294]: DEBUG nova.compute.provider_tree [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.791831] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52afa0aa-d6a0-a32e-e6a6-be1fc3945297, 'name': SearchDatastore_Task, 'duration_secs': 0.023918} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.795370] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.795608] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.796089] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.796089] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.796203] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.796465] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30906620-8499-4838-9431-4e3489eb4ef7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.804236] env[70294]: DEBUG oslo_concurrency.lockutils [req-02fbea86-6809-43ce-9df9-ee8a46f2f1cd req-f477a3c6-981e-4b16-9e73-1ba85e906444 service nova] Releasing lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.804236] env[70294]: DEBUG oslo_vmware.api [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569904, 'name': PowerOffVM_Task, 'duration_secs': 0.335216} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.804339] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 865.804848] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 865.804848] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56fdcfa1-2749-4595-bfb8-a0ab76a9c5e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.807274] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.807469] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.808470] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74a8361-42dd-4285-a382-64cfb2c01f90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.814190] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 865.814190] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529ce960-1341-0641-e7f6-c473df7927f4" [ 865.814190] env[70294]: _type = "Task" [ 865.814190] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.822965] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529ce960-1341-0641-e7f6-c473df7927f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.880652] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 865.880910] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 865.881054] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Deleting the datastore file [datastore2] 0ddc8766-9598-4977-9973-1e50288399d5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 865.881326] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b2186f3-6240-46f0-985e-d0775e9a76a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.889870] env[70294]: DEBUG oslo_vmware.api [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for the task: (returnval){ [ 865.889870] env[70294]: value = "task-3569906" [ 865.889870] env[70294]: _type = "Task" [ 865.889870] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.897743] env[70294]: DEBUG oslo_vmware.api [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569906, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.930078] env[70294]: INFO nova.network.neutron [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Port 03117628-6408-4953-9457-4f27c8c5d8fe from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 865.949244] env[70294]: DEBUG oslo_concurrency.lockutils [req-0b09ea5c-9421-403f-827a-6d9835a5e131 req-888dbb26-2483-42b5-a3af-fd0ca3b887b0 service nova] Releasing lock "refresh_cache-b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.990890] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Updated VIF entry in instance network info cache for port 5152593a-378e-42a4-a791-cbc51db5dbcc. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.991471] env[70294]: DEBUG nova.network.neutron [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Updating instance_info_cache with network_info: [{"id": "5152593a-378e-42a4-a791-cbc51db5dbcc", "address": "fa:16:3e:45:67:dc", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5152593a-37", "ovs_interfaceid": "5152593a-378e-42a4-a791-cbc51db5dbcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.055746] env[70294]: DEBUG oslo_vmware.rw_handles [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e7f1a-1cb9-1dfa-d9c9-bca9e0e84fa9/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 866.056046] env[70294]: INFO nova.virt.vmwareapi.images [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Downloaded image file data b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe [ 866.057783] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9f4d42-41e8-4989-a53a-5d05ef45fe12 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.075343] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5c33386-9f11-43e2-8bd1-7dd3fe996ba1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.088683] env[70294]: DEBUG nova.network.neutron [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Updating instance_info_cache with network_info: [{"id": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "address": "fa:16:3e:47:e5:73", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9167f074-d9", "ovs_interfaceid": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.122274] env[70294]: INFO nova.virt.vmwareapi.images [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] The imported VM was unregistered [ 866.124380] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Caching image {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 866.124716] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.125447] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dff1b135-1786-48cb-b7ad-402fb395584d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.148492] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created directory with path [datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.148492] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627/OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627.vmdk to [datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe.vmdk. {{(pid=70294) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 866.148492] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9007efbe-bb7e-4656-b1fc-dfdf60ed8093 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.158791] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 866.158791] env[70294]: value = "task-3569908" [ 866.158791] env[70294]: _type = "Task" [ 866.158791] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.168174] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569908, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.251144] env[70294]: DEBUG nova.scheduler.client.report [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.316232] env[70294]: DEBUG nova.network.neutron [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1d07307e-b832-4522-8e6f-c944e21b8d3a", "address": "fa:16:3e:04:da:3f", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d07307e-b8", "ovs_interfaceid": "1d07307e-b832-4522-8e6f-c944e21b8d3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.332259] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529ce960-1341-0641-e7f6-c473df7927f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01515} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.335289] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce8b0db3-fe51-4aa2-ba9d-6499c80f3079 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.340220] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 866.340220] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529ab18a-a72f-107d-db5e-43d515797b23" [ 866.340220] env[70294]: _type = "Task" [ 866.340220] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.349253] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529ab18a-a72f-107d-db5e-43d515797b23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.400820] env[70294]: DEBUG oslo_vmware.api [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Task: {'id': task-3569906, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306156} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.401140] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.401334] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.401601] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.401803] env[70294]: INFO nova.compute.manager [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Took 1.15 seconds to destroy the instance on the hypervisor. [ 866.402057] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.402254] env[70294]: DEBUG nova.compute.manager [-] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.402347] env[70294]: DEBUG nova.network.neutron [-] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.495143] env[70294]: DEBUG oslo_concurrency.lockutils [req-3efc57ea-75c9-44e8-977e-7ed8857f6a40 req-87f89d52-1f23-47de-af7e-fd59445ddf42 service nova] Releasing lock "refresh_cache-ffbda3cb-3550-4d4c-bbf6-986aea343b10" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.503846] env[70294]: DEBUG nova.network.neutron [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Successfully updated port: 6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 866.540393] env[70294]: DEBUG nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Received event network-vif-plugged-9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.540711] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Acquiring lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.540903] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.541102] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.541278] env[70294]: DEBUG nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] No waiting events found dispatching network-vif-plugged-9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 866.541559] env[70294]: WARNING nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Received unexpected event network-vif-plugged-9167f074-d99c-4ac4-ba34-32bd4bff6410 for instance with vm_state building and task_state spawning. [ 866.541686] env[70294]: DEBUG nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Received event network-changed-9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.541863] env[70294]: DEBUG nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Refreshing instance network info cache due to event network-changed-9167f074-d99c-4ac4-ba34-32bd4bff6410. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.542062] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Acquiring lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.592996] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.593362] env[70294]: DEBUG nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Instance network_info: |[{"id": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "address": "fa:16:3e:47:e5:73", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9167f074-d9", "ovs_interfaceid": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.593762] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Acquired lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.594019] env[70294]: DEBUG nova.network.neutron [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Refreshing network info cache for port 9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.596771] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:e5:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9167f074-d99c-4ac4-ba34-32bd4bff6410', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.609165] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.610118] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.610421] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8995363-8da0-4487-8b03-37b0975cb450 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.635711] env[70294]: DEBUG nova.compute.manager [req-a31ec82b-59e1-42a1-b746-af8e336319f0 req-c3d63ea3-4a7e-4aa9-a26b-a0f79b4d4d3c service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-vif-deleted-03117628-6408-4953-9457-4f27c8c5d8fe {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.637169] env[70294]: DEBUG nova.network.neutron [-] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.646818] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.646818] env[70294]: value = "task-3569909" [ 866.646818] env[70294]: _type = "Task" [ 866.646818] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.661487] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569909, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.676864] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569908, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.759843] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.760674] env[70294]: DEBUG nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.768027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.945s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.768027] env[70294]: DEBUG nova.objects.instance [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lazy-loading 'resources' on Instance uuid 3c110396-d115-4f83-ace1-c682515f90ed {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 866.821288] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.866880] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "d515b927-f1fc-4e69-811a-163cb0dbd34c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.868620] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "d515b927-f1fc-4e69-811a-163cb0dbd34c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.868620] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529ab18a-a72f-107d-db5e-43d515797b23, 'name': SearchDatastore_Task, 'duration_secs': 0.030503} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.869848] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.870404] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] eb53fd3e-f8db-488f-a13f-3a85b6a3c15d/eb53fd3e-f8db-488f-a13f-3a85b6a3c15d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.872050] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f64d24d-dc09-4090-985a-23e19fcc64ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.888985] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 866.888985] env[70294]: value = "task-3569910" [ 866.888985] env[70294]: _type = "Task" [ 866.888985] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.912199] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.935278] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.935606] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.935841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.936125] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.936328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.938622] env[70294]: INFO nova.compute.manager [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Terminating instance [ 867.012642] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.013330] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.013330] env[70294]: DEBUG nova.network.neutron [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.149474] env[70294]: INFO nova.compute.manager [-] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Took 3.11 seconds to deallocate network for instance. [ 867.173038] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569909, 'name': CreateVM_Task, 'duration_secs': 0.435988} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.173038] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.173946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.174207] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.174559] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.177847] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92cf921-60b2-42e4-a9b2-d38a32bcf4f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.179699] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569908, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.183519] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 867.183519] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525adc63-ddb7-286f-81a4-f1a956ddd32a" [ 867.183519] env[70294]: _type = "Task" [ 867.183519] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.192663] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525adc63-ddb7-286f-81a4-f1a956ddd32a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.271448] env[70294]: DEBUG nova.compute.utils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.278209] env[70294]: DEBUG nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.278209] env[70294]: DEBUG nova.network.neutron [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.282572] env[70294]: DEBUG nova.network.neutron [-] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.331437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7253673-573b-458a-b4ed-07ccd1df6f01 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-85e159e8-0f37-4d05-9611-259ea1c67cba-03117628-6408-4953-9457-4f27c8c5d8fe" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 13.298s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.369151] env[70294]: DEBUG nova.policy [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1be3d9fcb3464b9823283d470802c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13daf59ab474ff29dac3a9ff8059e0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.396328] env[70294]: DEBUG nova.network.neutron [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Updated VIF entry in instance network info cache for port 9167f074-d99c-4ac4-ba34-32bd4bff6410. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.396730] env[70294]: DEBUG nova.network.neutron [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Updating instance_info_cache with network_info: [{"id": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "address": "fa:16:3e:47:e5:73", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9167f074-d9", "ovs_interfaceid": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.403552] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.447939] env[70294]: DEBUG nova.compute.manager [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 867.447939] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 867.449575] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b16af9-ff36-4e5b-95ca-4f61b9e906a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.457650] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 867.457939] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fad3b726-9563-4f74-a4be-94e56b459f94 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.468371] env[70294]: DEBUG oslo_vmware.api [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 867.468371] env[70294]: value = "task-3569911" [ 867.468371] env[70294]: _type = "Task" [ 867.468371] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.478298] env[70294]: DEBUG oslo_vmware.api [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.566065] env[70294]: DEBUG nova.network.neutron [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 867.658718] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.676600] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569908, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.700036] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525adc63-ddb7-286f-81a4-f1a956ddd32a, 'name': SearchDatastore_Task, 'duration_secs': 0.09138} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.703382] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.703976] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.704097] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.704184] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.704376] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.704951] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d51dd9c-31c8-4706-ba23-b56aa7317e09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.721842] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.721983] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.722786] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-471023d6-2018-4130-be89-bd244f9e411b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.728638] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 867.728638] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522d7794-e1fd-e95b-c054-e9f97ae9a4a8" [ 867.728638] env[70294]: _type = "Task" [ 867.728638] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.743338] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522d7794-e1fd-e95b-c054-e9f97ae9a4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.755964] env[70294]: DEBUG nova.network.neutron [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Updating instance_info_cache with network_info: [{"id": "6c2c8849-9df1-4cdb-9c78-208de675f916", "address": "fa:16:3e:4e:0f:90", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2c8849-9d", "ovs_interfaceid": "6c2c8849-9df1-4cdb-9c78-208de675f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.785113] env[70294]: DEBUG nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.787877] env[70294]: INFO nova.compute.manager [-] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Took 1.39 seconds to deallocate network for instance. [ 867.902909] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Releasing lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.902909] env[70294]: DEBUG nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-vif-deleted-1d07307e-b832-4522-8e6f-c944e21b8d3a {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.902909] env[70294]: INFO nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Neutron deleted interface 1d07307e-b832-4522-8e6f-c944e21b8d3a; detaching it from the instance and deleting it from the info cache [ 867.902909] env[70294]: DEBUG nova.network.neutron [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [{"id": "f4363f07-130d-47e7-954a-e010ac5471e3", "address": "fa:16:3e:f3:56:4a", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4363f07-13", "ovs_interfaceid": "f4363f07-130d-47e7-954a-e010ac5471e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.907590] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.945028] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78133586-46fc-40e3-882e-b401a7417588 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.957026] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcf8b64-18b5-40b4-9520-f11220407c62 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.004767] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7625a3e-3f2a-4094-87d1-9c3069f558e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.012393] env[70294]: DEBUG oslo_vmware.api [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569911, 'name': PowerOffVM_Task, 'duration_secs': 0.288066} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.014966] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.015233] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.015579] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f52fe91-2b34-40b6-a591-ada9235c0ac8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.018409] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6afce1-9a9b-4fc2-8a6b-1515a5a709ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.033601] env[70294]: DEBUG nova.compute.provider_tree [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.059346] env[70294]: DEBUG nova.network.neutron [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Successfully created port: 63f7a98c-088e-4d5b-b106-72362dba8fe8 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.125838] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.125838] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.125838] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleting the datastore file [datastore2] 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.126099] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20244e82-cc91-4cd3-875b-72f9af294018 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.135278] env[70294]: DEBUG oslo_vmware.api [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 868.135278] env[70294]: value = "task-3569913" [ 868.135278] env[70294]: _type = "Task" [ 868.135278] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.148186] env[70294]: DEBUG oslo_vmware.api [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.174145] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569908, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.242036] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522d7794-e1fd-e95b-c054-e9f97ae9a4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.090499} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.242957] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc97f00-a7eb-4698-9c2c-8dce09651a3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.250867] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 868.250867] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5206b20e-68a6-1fd4-4201-b69c6a43bbeb" [ 868.250867] env[70294]: _type = "Task" [ 868.250867] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.265841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.266270] env[70294]: DEBUG nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Instance network_info: |[{"id": "6c2c8849-9df1-4cdb-9c78-208de675f916", "address": "fa:16:3e:4e:0f:90", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2c8849-9d", "ovs_interfaceid": "6c2c8849-9df1-4cdb-9c78-208de675f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.266668] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5206b20e-68a6-1fd4-4201-b69c6a43bbeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.267118] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:0f:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c2c8849-9df1-4cdb-9c78-208de675f916', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.277050] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 868.277341] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 868.277427] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4283af3-e33f-4fcf-ae51-889c427b6b05 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.300750] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.303655] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 868.303655] env[70294]: value = "task-3569914" [ 868.303655] env[70294]: _type = "Task" [ 868.303655] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.314502] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569914, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.407058] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.411021] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Acquiring lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.537087] env[70294]: DEBUG nova.scheduler.client.report [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.633915] env[70294]: DEBUG nova.compute.manager [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Received event network-vif-deleted-dad11f87-7224-42d2-95d3-6caec8021731 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.636130] env[70294]: DEBUG nova.compute.manager [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Received event network-vif-plugged-6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.636130] env[70294]: DEBUG oslo_concurrency.lockutils [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] Acquiring lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.636130] env[70294]: DEBUG oslo_concurrency.lockutils [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.636130] env[70294]: DEBUG oslo_concurrency.lockutils [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.636130] env[70294]: DEBUG nova.compute.manager [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] No waiting events found dispatching network-vif-plugged-6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 868.636130] env[70294]: WARNING nova.compute.manager [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Received unexpected event network-vif-plugged-6c2c8849-9df1-4cdb-9c78-208de675f916 for instance with vm_state building and task_state spawning. [ 868.636130] env[70294]: DEBUG nova.compute.manager [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Received event network-changed-6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.636130] env[70294]: DEBUG nova.compute.manager [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Refreshing instance network info cache due to event network-changed-6c2c8849-9df1-4cdb-9c78-208de675f916. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.636130] env[70294]: DEBUG oslo_concurrency.lockutils [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] Acquiring lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.636130] env[70294]: DEBUG oslo_concurrency.lockutils [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] Acquired lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.636130] env[70294]: DEBUG nova.network.neutron [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Refreshing network info cache for port 6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.651710] env[70294]: DEBUG oslo_vmware.api [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.674548] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569908, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.752204] env[70294]: DEBUG nova.compute.manager [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Received event network-changed-10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.752204] env[70294]: DEBUG nova.compute.manager [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Refreshing instance network info cache due to event network-changed-10f0e828-800c-4767-a8ee-60a1266107fb. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 868.752204] env[70294]: DEBUG oslo_concurrency.lockutils [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] Acquiring lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.752204] env[70294]: DEBUG oslo_concurrency.lockutils [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] Acquired lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.752204] env[70294]: DEBUG nova.network.neutron [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Refreshing network info cache for port 10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 868.766789] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5206b20e-68a6-1fd4-4201-b69c6a43bbeb, 'name': SearchDatastore_Task, 'duration_secs': 0.084957} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.767848] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.768197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.768536] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-757fceaf-d13a-4da3-b9dd-fb4322dfe382 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.778226] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 868.778226] env[70294]: value = "task-3569915" [ 868.778226] env[70294]: _type = "Task" [ 868.778226] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.789634] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569915, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.803165] env[70294]: DEBUG nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.818892] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569914, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.846739] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.847089] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.847271] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.847571] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.847775] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.848431] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.848431] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.848589] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.848744] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.848936] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.849295] env[70294]: DEBUG nova.virt.hardware [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.850629] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2cdecb-315d-4096-b255-62c526810596 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.863325] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636d8ae-6318-4b4d-9749-4f054d29f744 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.909340] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569910, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.047148] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.049079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.242s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.151683] env[70294]: DEBUG oslo_vmware.api [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3569913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.545025} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.151970] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.152202] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.152413] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.152921] env[70294]: INFO nova.compute.manager [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Took 1.71 seconds to destroy the instance on the hypervisor. [ 869.152921] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.153076] env[70294]: DEBUG nova.compute.manager [-] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.153177] env[70294]: DEBUG nova.network.neutron [-] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.172637] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569908, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.964452} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.174558] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627/OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627.vmdk to [datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe.vmdk. [ 869.174558] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Cleaning up location [datastore1] OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 869.174558] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c80a0d5e-0f97-45c1-86ec-13225e136627 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.174558] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd97a72a-74be-4513-998b-19efbf6e7b16 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.180025] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 869.180025] env[70294]: value = "task-3569916" [ 869.180025] env[70294]: _type = "Task" [ 869.180025] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.188231] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.217987] env[70294]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1d07307e-b832-4522-8e6f-c944e21b8d3a could not be found.", "detail": ""}} {{(pid=70294) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 869.218497] env[70294]: DEBUG nova.network.neutron [-] Unable to show port 1d07307e-b832-4522-8e6f-c944e21b8d3a as it no longer exists. {{(pid=70294) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 869.288259] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569915, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.317277] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569914, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.411230] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569910, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.238207} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.411668] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] eb53fd3e-f8db-488f-a13f-3a85b6a3c15d/eb53fd3e-f8db-488f-a13f-3a85b6a3c15d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.412137] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.412407] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5da507d1-6a66-4a04-a493-fdad44065bda {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.422386] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 869.422386] env[70294]: value = "task-3569917" [ 869.422386] env[70294]: _type = "Task" [ 869.422386] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.435186] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.459794] env[70294]: DEBUG nova.network.neutron [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Updated VIF entry in instance network info cache for port 6c2c8849-9df1-4cdb-9c78-208de675f916. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.460330] env[70294]: DEBUG nova.network.neutron [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Updating instance_info_cache with network_info: [{"id": "6c2c8849-9df1-4cdb-9c78-208de675f916", "address": "fa:16:3e:4e:0f:90", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2c8849-9d", "ovs_interfaceid": "6c2c8849-9df1-4cdb-9c78-208de675f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.554309] env[70294]: DEBUG nova.objects.instance [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lazy-loading 'migration_context' on Instance uuid da1e9ea4-aba1-440e-b518-12bc82bc5d7d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.576162] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6d173e04-47f6-4e21-ba48-af62798c929d tempest-ServerActionsV293TestJSON-1180885877 tempest-ServerActionsV293TestJSON-1180885877-project-member] Lock "3c110396-d115-4f83-ace1-c682515f90ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.087s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.695052] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066849} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.695335] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.695509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.695769] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe.vmdk to [datastore1] ffbda3cb-3550-4d4c-bbf6-986aea343b10/ffbda3cb-3550-4d4c-bbf6-986aea343b10.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 869.696035] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67b6963f-3ee9-4b46-becc-1cdda3d826db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.704848] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 869.704848] env[70294]: value = "task-3569918" [ 869.704848] env[70294]: _type = "Task" [ 869.704848] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.712351] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.789338] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569915, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.816917} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.789608] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.789825] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.790461] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b117eff9-82a9-485f-94c5-be362ed1526d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.796628] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 869.796628] env[70294]: value = "task-3569919" [ 869.796628] env[70294]: _type = "Task" [ 869.796628] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.806355] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.814746] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569914, 'name': CreateVM_Task, 'duration_secs': 1.176688} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.814881] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.815798] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.815844] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.816221] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.816460] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06915347-67c9-4af7-b7d7-e1d696cec1fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.820852] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 869.820852] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e8a78e-fb4e-3369-152e-ecb984d8bed0" [ 869.820852] env[70294]: _type = "Task" [ 869.820852] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.834881] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e8a78e-fb4e-3369-152e-ecb984d8bed0, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.835180] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.835539] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 869.835802] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.836216] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.836441] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 869.836710] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fde2fbc-469a-402d-9ca3-f0b5f33027d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.844719] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 869.844922] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 869.846442] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3abe781f-0d3f-4ec1-bdc7-0c0cecdda05f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.853335] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 869.853335] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526aaa47-82d3-e299-d727-5ad2753a8414" [ 869.853335] env[70294]: _type = "Task" [ 869.853335] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.866108] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526aaa47-82d3-e299-d727-5ad2753a8414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.867271] env[70294]: DEBUG nova.network.neutron [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updated VIF entry in instance network info cache for port 10f0e828-800c-4767-a8ee-60a1266107fb. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 869.867689] env[70294]: DEBUG nova.network.neutron [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.938327] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089468} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.938615] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.939486] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383f5356-7f97-4b94-900c-28d8f5315036 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.969775] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] eb53fd3e-f8db-488f-a13f-3a85b6a3c15d/eb53fd3e-f8db-488f-a13f-3a85b6a3c15d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.970540] env[70294]: DEBUG oslo_concurrency.lockutils [req-087b2f3c-fa6b-4e86-83ce-ae6a481c3c2e req-81c18081-a404-4114-849c-db7a244570d3 service nova] Releasing lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.970925] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9717e579-344e-4eb9-95bf-d951cf1c097d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.001644] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 870.001644] env[70294]: value = "task-3569920" [ 870.001644] env[70294]: _type = "Task" [ 870.001644] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.016339] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569920, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.179252] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.179570] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.220741] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569918, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.309698] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142679} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.310212] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.312124] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58227a-11b4-435f-b40b-a413ffa550b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.348529] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.349208] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7fdf04c-b73e-4666-a9e4-3e5c6855edff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.377304] env[70294]: DEBUG oslo_concurrency.lockutils [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] Releasing lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.377711] env[70294]: DEBUG nova.compute.manager [req-d5c337a0-2630-4d1d-a02b-51fdd28be129 req-526ca6c6-ef5c-489f-bdd5-301cc6a4a002 service nova] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Received event network-vif-deleted-89becc93-c9f1-4777-9683-5b4e75b91eb5 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.384410] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526aaa47-82d3-e299-d727-5ad2753a8414, 'name': SearchDatastore_Task, 'duration_secs': 0.062797} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.390310] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 870.390310] env[70294]: value = "task-3569921" [ 870.390310] env[70294]: _type = "Task" [ 870.390310] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.390490] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcadd5aa-8056-44c0-83ae-af82c85d1743 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.402946] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.405180] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 870.405180] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c0aa97-c74a-97a6-6eca-5804c58c8481" [ 870.405180] env[70294]: _type = "Task" [ 870.405180] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.415814] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c0aa97-c74a-97a6-6eca-5804c58c8481, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.519135] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569920, 'name': ReconfigVM_Task, 'duration_secs': 0.457177} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.522883] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] eb53fd3e-f8db-488f-a13f-3a85b6a3c15d/eb53fd3e-f8db-488f-a13f-3a85b6a3c15d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.525289] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7addc52c-7c0f-4f0d-abd1-9b310d6fda18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.538030] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 870.538030] env[70294]: value = "task-3569922" [ 870.538030] env[70294]: _type = "Task" [ 870.538030] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.553755] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569922, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.613646] env[70294]: DEBUG nova.network.neutron [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Successfully updated port: 63f7a98c-088e-4d5b-b106-72362dba8fe8 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.724611] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569918, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.743552] env[70294]: DEBUG nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Received event network-vif-plugged-63f7a98c-088e-4d5b-b106-72362dba8fe8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.743552] env[70294]: DEBUG oslo_concurrency.lockutils [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] Acquiring lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.743552] env[70294]: DEBUG oslo_concurrency.lockutils [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.743552] env[70294]: DEBUG oslo_concurrency.lockutils [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.743552] env[70294]: DEBUG nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] No waiting events found dispatching network-vif-plugged-63f7a98c-088e-4d5b-b106-72362dba8fe8 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.743552] env[70294]: WARNING nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Received unexpected event network-vif-plugged-63f7a98c-088e-4d5b-b106-72362dba8fe8 for instance with vm_state building and task_state spawning. [ 870.743552] env[70294]: DEBUG nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Received event network-vif-deleted-f4363f07-130d-47e7-954a-e010ac5471e3 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.743552] env[70294]: INFO nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Neutron deleted interface f4363f07-130d-47e7-954a-e010ac5471e3; detaching it from the instance and deleting it from the info cache [ 870.743552] env[70294]: DEBUG nova.network.neutron [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.755323] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9492fc-31d0-4068-bccf-07e40c745ea0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.775090] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8536f2-4874-4058-9cca-09d350bdfba4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.814686] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1949196-b965-4909-b3dc-54bcae7f4258 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.826153] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01979b02-0072-4a9d-9787-b479aaaedeb6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.842282] env[70294]: DEBUG nova.compute.provider_tree [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.905675] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569921, 'name': ReconfigVM_Task, 'duration_secs': 0.385527} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.910114] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.910193] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59651692-f975-4c74-8c22-1764b9a57515 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.922421] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c0aa97-c74a-97a6-6eca-5804c58c8481, 'name': SearchDatastore_Task, 'duration_secs': 0.1041} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.924023] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924402] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a9d76e89-a84a-4619-be40-e7c80a0a9fb0/a9d76e89-a84a-4619-be40-e7c80a0a9fb0.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 870.925179] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 870.925179] env[70294]: value = "task-3569923" [ 870.925179] env[70294]: _type = "Task" [ 870.925179] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.925179] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-027b9d7a-7c0c-46ce-a64d-43d42b591272 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.937089] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 870.937089] env[70294]: value = "task-3569924" [ 870.937089] env[70294]: _type = "Task" [ 870.937089] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.940960] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569923, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.951812] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.986994] env[70294]: DEBUG nova.network.neutron [-] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.049257] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569922, 'name': Rename_Task, 'duration_secs': 0.160583} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.049257] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.049697] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0419d2c-a441-4343-98e6-db371108a76c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.058837] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 871.058837] env[70294]: value = "task-3569925" [ 871.058837] env[70294]: _type = "Task" [ 871.058837] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.076797] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569925, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.117655] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.117807] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.118468] env[70294]: DEBUG nova.network.neutron [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.218957] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569918, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.245984] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-990a5ee1-42f2-433a-aa3f-a91a3b0dc9aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.258664] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da40b72-68a4-41ad-873b-2995daa9e78a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.301309] env[70294]: DEBUG nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Detach interface failed, port_id=f4363f07-130d-47e7-954a-e010ac5471e3, reason: Instance 85e159e8-0f37-4d05-9611-259ea1c67cba could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 871.301588] env[70294]: DEBUG nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Received event network-changed-63f7a98c-088e-4d5b-b106-72362dba8fe8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.301771] env[70294]: DEBUG nova.compute.manager [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Refreshing instance network info cache due to event network-changed-63f7a98c-088e-4d5b-b106-72362dba8fe8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.301971] env[70294]: DEBUG oslo_concurrency.lockutils [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] Acquiring lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.345447] env[70294]: DEBUG nova.scheduler.client.report [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.439115] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569923, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.454147] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.492419] env[70294]: INFO nova.compute.manager [-] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Took 2.34 seconds to deallocate network for instance. [ 871.571440] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.655762] env[70294]: DEBUG nova.network.neutron [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.718992] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569918, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.876596] env[70294]: DEBUG nova.network.neutron [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance_info_cache with network_info: [{"id": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "address": "fa:16:3e:3d:80:79", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f7a98c-08", "ovs_interfaceid": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.940707] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569923, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.951812] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.000100] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.071983] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569925, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.220112] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569918, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.389169} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.220400] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe/b7b293d8-af0a-4b96-a1fd-81dc5b0d8efe.vmdk to [datastore1] ffbda3cb-3550-4d4c-bbf6-986aea343b10/ffbda3cb-3550-4d4c-bbf6-986aea343b10.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.221287] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37ab226-1397-4a58-bdd7-7f83b7953a1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.245022] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] ffbda3cb-3550-4d4c-bbf6-986aea343b10/ffbda3cb-3550-4d4c-bbf6-986aea343b10.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.245381] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c708d82a-6b17-44f8-a68d-d38487c48f06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.269937] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 872.269937] env[70294]: value = "task-3569926" [ 872.269937] env[70294]: _type = "Task" [ 872.269937] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.284385] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569926, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.357464] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.308s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.364622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.961s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.365975] env[70294]: INFO nova.compute.claims [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.379871] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.380199] env[70294]: DEBUG nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Instance network_info: |[{"id": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "address": "fa:16:3e:3d:80:79", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f7a98c-08", "ovs_interfaceid": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.381000] env[70294]: DEBUG oslo_concurrency.lockutils [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] Acquired lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.381000] env[70294]: DEBUG nova.network.neutron [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Refreshing network info cache for port 63f7a98c-088e-4d5b-b106-72362dba8fe8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.382506] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:80:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63f7a98c-088e-4d5b-b106-72362dba8fe8', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.392472] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.394808] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.396285] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5829aed7-4f69-4516-91e2-d3bb94957d9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.419917] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.419917] env[70294]: value = "task-3569927" [ 872.419917] env[70294]: _type = "Task" [ 872.419917] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.430569] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569927, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.438441] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569923, 'name': Rename_Task, 'duration_secs': 1.025233} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.438723] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.439022] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba9c05a-841c-4232-9881-f3ef6a300aef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.447400] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 872.447400] env[70294]: value = "task-3569928" [ 872.447400] env[70294]: _type = "Task" [ 872.447400] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.454130] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569924, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.511442} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.454829] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a9d76e89-a84a-4619-be40-e7c80a0a9fb0/a9d76e89-a84a-4619-be40-e7c80a0a9fb0.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.455055] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.455305] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3d1b217-7b67-4abd-8566-467eece6eb23 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.460048] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.465031] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 872.465031] env[70294]: value = "task-3569929" [ 872.465031] env[70294]: _type = "Task" [ 872.465031] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.473236] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.569613] env[70294]: DEBUG oslo_vmware.api [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569925, 'name': PowerOnVM_Task, 'duration_secs': 1.331769} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.569886] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.570212] env[70294]: INFO nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Took 14.00 seconds to spawn the instance on the hypervisor. [ 872.570417] env[70294]: DEBUG nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.571235] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa06687-d847-4b77-b214-ff03dd6a5895 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.781501] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569926, 'name': ReconfigVM_Task, 'duration_secs': 0.399021} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.781831] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Reconfigured VM instance instance-00000045 to attach disk [datastore1] ffbda3cb-3550-4d4c-bbf6-986aea343b10/ffbda3cb-3550-4d4c-bbf6-986aea343b10.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.782400] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f37e9c07-d32d-4ecb-a31a-47d0877ee2d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.788860] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 872.788860] env[70294]: value = "task-3569930" [ 872.788860] env[70294]: _type = "Task" [ 872.788860] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.796705] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569930, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.933075] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569927, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.960583] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.974184] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062446} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.974531] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.975411] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70882dd3-c49a-4f78-8d08-a56276399808 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.999507] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a9d76e89-a84a-4619-be40-e7c80a0a9fb0/a9d76e89-a84a-4619-be40-e7c80a0a9fb0.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.002928] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7e9ae5f-f58b-45ab-bf19-3d8acde3e6d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.023105] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 873.023105] env[70294]: value = "task-3569931" [ 873.023105] env[70294]: _type = "Task" [ 873.023105] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.030329] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.050745] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.051029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.051256] env[70294]: INFO nova.compute.manager [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Shelving [ 873.091904] env[70294]: INFO nova.compute.manager [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Took 51.51 seconds to build instance. [ 873.218723] env[70294]: DEBUG nova.network.neutron [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updated VIF entry in instance network info cache for port 63f7a98c-088e-4d5b-b106-72362dba8fe8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.219445] env[70294]: DEBUG nova.network.neutron [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance_info_cache with network_info: [{"id": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "address": "fa:16:3e:3d:80:79", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f7a98c-08", "ovs_interfaceid": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.298653] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569930, 'name': Rename_Task, 'duration_secs': 0.17324} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.298943] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.299219] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73af5493-ee69-45a9-9b9d-595e87b2f58a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.304859] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 873.304859] env[70294]: value = "task-3569932" [ 873.304859] env[70294]: _type = "Task" [ 873.304859] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.312218] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.430530] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569927, 'name': CreateVM_Task, 'duration_secs': 0.924204} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.430758] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.431442] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.431534] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.431877] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.434668] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e72bd4d5-def0-44e3-94a4-c0f3ab4c7cca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.441590] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 873.441590] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525099b5-f908-81ec-b9ec-8a2edcada9ef" [ 873.441590] env[70294]: _type = "Task" [ 873.441590] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.450725] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525099b5-f908-81ec-b9ec-8a2edcada9ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.461792] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569928, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.533964] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569931, 'name': ReconfigVM_Task, 'duration_secs': 0.281485} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.534343] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a9d76e89-a84a-4619-be40-e7c80a0a9fb0/a9d76e89-a84a-4619-be40-e7c80a0a9fb0.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.535088] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-809f46ec-e538-4e58-999f-1209ed6ecc80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.541489] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 873.541489] env[70294]: value = "task-3569933" [ 873.541489] env[70294]: _type = "Task" [ 873.541489] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.549561] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569933, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.596272] env[70294]: DEBUG oslo_concurrency.lockutils [None req-796fd647-ac65-49da-8d6f-6e8604943c00 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.297s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.722079] env[70294]: DEBUG oslo_concurrency.lockutils [req-8739479b-23ec-4468-a47c-3b1a0f9732e3 req-00844deb-40e8-4c06-9b27-b73249846dc4 service nova] Releasing lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.815186] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569932, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.860038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf07431-7e16-4c55-bfa7-496f585cdf67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.867611] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2858230c-b768-424b-9911-bb528458fa1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.905400] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1910ebe2-5767-4be7-985a-741eadb265cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.914236] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bb8695-b4d5-4fbc-8372-0a571078224d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.919550] env[70294]: INFO nova.compute.manager [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Swapping old allocation on dict_keys(['ff7c6c8c-a5ff-41ac-a44f-74050e94a984']) held by migration 47be1c4c-51fb-4d1d-b312-465804fce2c8 for instance [ 873.932456] env[70294]: DEBUG nova.compute.provider_tree [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.950304] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525099b5-f908-81ec-b9ec-8a2edcada9ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.951200] env[70294]: DEBUG nova.scheduler.client.report [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Overwriting current allocation {'allocations': {'ff7c6c8c-a5ff-41ac-a44f-74050e94a984': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 99}}, 'project_id': '1ed432e72bac4a7aba2031512e46e38c', 'user_id': 'ebb8e38a51f246458ff8c79ef48323d5', 'consumer_generation': 1} on consumer da1e9ea4-aba1-440e-b518-12bc82bc5d7d {{(pid=70294) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 873.953186] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.953880] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.953880] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.953880] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.954061] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.957490] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24cfe90e-5d84-431a-85bb-91fa169700b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.963679] env[70294]: DEBUG oslo_vmware.api [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3569928, 'name': PowerOnVM_Task, 'duration_secs': 1.296841} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.963913] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.964123] env[70294]: INFO nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Took 12.57 seconds to spawn the instance on the hypervisor. [ 873.964296] env[70294]: DEBUG nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.965084] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4591eb0-aa09-4f0c-be1f-bd5180c4000e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.969185] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.969185] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.970835] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e830851f-e82d-4a9b-bee3-32999f7c9274 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.974860] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] Acquiring lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.974860] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] Acquired lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.974860] env[70294]: DEBUG nova.network.neutron [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.982856] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 873.982856] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5268a03a-84cc-77d4-4c83-8f0d7b6e61ab" [ 873.982856] env[70294]: _type = "Task" [ 873.982856] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.992010] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5268a03a-84cc-77d4-4c83-8f0d7b6e61ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.051583] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569933, 'name': Rename_Task, 'duration_secs': 0.163067} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.051945] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.052223] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c612be4a-9ebb-4e73-abfe-52cba5ae3248 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.058654] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 874.058654] env[70294]: value = "task-3569934" [ 874.058654] env[70294]: _type = "Task" [ 874.058654] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.062463] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.063046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquired lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.063046] env[70294]: DEBUG nova.network.neutron [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.064186] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 874.064788] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b100c425-b4a7-44c5-ab59-9a422fc4033e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.073988] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.076337] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 874.076337] env[70294]: value = "task-3569935" [ 874.076337] env[70294]: _type = "Task" [ 874.076337] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.086850] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.097928] env[70294]: DEBUG nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.316061] env[70294]: DEBUG oslo_vmware.api [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569932, 'name': PowerOnVM_Task, 'duration_secs': 0.526748} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.316663] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.317194] env[70294]: INFO nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Took 18.55 seconds to spawn the instance on the hypervisor. [ 874.317648] env[70294]: DEBUG nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.318581] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d72bf47-3167-418c-a074-f425002174d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.440019] env[70294]: DEBUG nova.scheduler.client.report [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.493885] env[70294]: INFO nova.compute.manager [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Took 46.32 seconds to build instance. [ 874.500321] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5268a03a-84cc-77d4-4c83-8f0d7b6e61ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009595} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.501090] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb6b57ee-84e2-4abe-a78c-51ebe4044e5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.506640] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 874.506640] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529fc1c6-a010-998a-761d-a9f351c3692f" [ 874.506640] env[70294]: _type = "Task" [ 874.506640] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.515142] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529fc1c6-a010-998a-761d-a9f351c3692f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.572336] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569934, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.585616] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569935, 'name': PowerOffVM_Task, 'duration_secs': 0.242331} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.585894] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.586679] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27769afb-6546-4fc6-adbd-2414babc6c85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.615431] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac1f9b-0754-4679-b7b4-477a1992998f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.621328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.837779] env[70294]: INFO nova.compute.manager [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Took 56.09 seconds to build instance. [ 874.944054] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.945394] env[70294]: DEBUG nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.948930] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.502s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.949306] env[70294]: DEBUG nova.objects.instance [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lazy-loading 'resources' on Instance uuid 8bc30b31-2ab0-4f66-85ac-08005f24a056 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.968710] env[70294]: DEBUG nova.network.neutron [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Updating instance_info_cache with network_info: [{"id": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "address": "fa:16:3e:aa:90:af", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8742f5d-bd", "ovs_interfaceid": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.996769] env[70294]: DEBUG oslo_concurrency.lockutils [None req-70022307-c259-4664-b7db-a4ad558e68d3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.752s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.024788] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529fc1c6-a010-998a-761d-a9f351c3692f, 'name': SearchDatastore_Task, 'duration_secs': 0.02469} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.025079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.025395] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 9b674ed0-6d2a-4254-b1ed-8a446364d5ce/9b674ed0-6d2a-4254-b1ed-8a446364d5ce.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.025808] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23fd7b1b-1fb2-4fdc-8f98-853192d94794 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.035232] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 875.035232] env[70294]: value = "task-3569936" [ 875.035232] env[70294]: _type = "Task" [ 875.035232] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.046258] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.070610] env[70294]: DEBUG oslo_vmware.api [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569934, 'name': PowerOnVM_Task, 'duration_secs': 0.967266} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.071088] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.071351] env[70294]: INFO nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Took 10.90 seconds to spawn the instance on the hypervisor. [ 875.071965] env[70294]: DEBUG nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.072515] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dc3c4b-7af8-4a28-8ca5-4fa5ee667455 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.076823] env[70294]: DEBUG nova.network.neutron [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [{"id": "14e2006c-267b-458c-9fa0-90480148ffe1", "address": "fa:16:3e:cd:3e:c6", "network": {"id": "e4cb89e7-2158-406e-9c94-6a28e7397de3", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.169", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "12cabd7771a1477a853aff3b5f355d90", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "209639b9-c313-4b35-86dc-dccd744d174a", "external-id": "nsx-vlan-transportzone-868", "segmentation_id": 868, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14e2006c-26", "ovs_interfaceid": "14e2006c-267b-458c-9fa0-90480148ffe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.133429] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 875.137680] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-296d5561-a8b6-4548-9fb7-1dd756b99ae3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.149928] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 875.149928] env[70294]: value = "task-3569937" [ 875.149928] env[70294]: _type = "Task" [ 875.149928] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.164204] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569937, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.340274] env[70294]: DEBUG oslo_concurrency.lockutils [None req-676787cc-2b76-4ca7-a47c-9ea200006140 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.571s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.461906] env[70294]: DEBUG nova.compute.utils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.469033] env[70294]: DEBUG nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.469033] env[70294]: DEBUG nova.network.neutron [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.474165] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] Releasing lock "refresh_cache-eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.474165] env[70294]: DEBUG nova.compute.manager [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Inject network info {{(pid=70294) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 875.474165] env[70294]: DEBUG nova.compute.manager [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] network_info to inject: |[{"id": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "address": "fa:16:3e:aa:90:af", "network": {"id": "331c61af-82e5-41cf-bb1c-918983001023", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1139967420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fcae214187894183907f879e186993c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4954661-ff70-43dd-bc60-8cbca6b9cbfa", "external-id": "nsx-vlan-transportzone-294", "segmentation_id": 294, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8742f5d-bd", "ovs_interfaceid": "a8742f5d-bdc5-410c-adc5-6569e391bc9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 875.478334] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Reconfiguring VM instance to set the machine id {{(pid=70294) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 875.478633] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3875363d-7ee2-42a5-a3d3-22f722e3e946 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.497560] env[70294]: DEBUG oslo_vmware.api [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] Waiting for the task: (returnval){ [ 875.497560] env[70294]: value = "task-3569938" [ 875.497560] env[70294]: _type = "Task" [ 875.497560] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.501842] env[70294]: DEBUG nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.514107] env[70294]: DEBUG oslo_vmware.api [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] Task: {'id': task-3569938, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.548441] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473764} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.549488] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 9b674ed0-6d2a-4254-b1ed-8a446364d5ce/9b674ed0-6d2a-4254-b1ed-8a446364d5ce.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.550565] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.550565] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2da194f-9949-4524-a16f-6567108b6c7f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.555111] env[70294]: DEBUG nova.policy [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22931c4b20e6442a997cf63acfb19672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7202cb5d46740e5a63a56d6e28e404b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.559546] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 875.559546] env[70294]: value = "task-3569939" [ 875.559546] env[70294]: _type = "Task" [ 875.559546] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.571851] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.579763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Releasing lock "refresh_cache-da1e9ea4-aba1-440e-b518-12bc82bc5d7d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.580169] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.583365] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dcd905fb-86f8-4daf-8e22-f9db19f659bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.598344] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 875.598344] env[70294]: value = "task-3569940" [ 875.598344] env[70294]: _type = "Task" [ 875.598344] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.598344] env[70294]: INFO nova.compute.manager [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Took 43.53 seconds to build instance. [ 875.610940] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569940, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.669076] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569937, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.844964] env[70294]: DEBUG nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 875.970351] env[70294]: DEBUG nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.019720] env[70294]: DEBUG oslo_vmware.api [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] Task: {'id': task-3569938, 'name': ReconfigVM_Task, 'duration_secs': 0.176033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.022166] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0fcec4b9-d167-48b1-98b6-6d475d2f6924 tempest-ServersAdminTestJSON-1103277782 tempest-ServersAdminTestJSON-1103277782-project-admin] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Reconfigured VM instance to set the machine id {{(pid=70294) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 876.027228] env[70294]: DEBUG nova.compute.manager [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Received event network-changed-9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.027424] env[70294]: DEBUG nova.compute.manager [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Refreshing instance network info cache due to event network-changed-9167f074-d99c-4ac4-ba34-32bd4bff6410. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.027636] env[70294]: DEBUG oslo_concurrency.lockutils [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] Acquiring lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.027983] env[70294]: DEBUG oslo_concurrency.lockutils [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] Acquired lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.028057] env[70294]: DEBUG nova.network.neutron [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Refreshing network info cache for port 9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.042087] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.074528] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165116} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.074891] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.075817] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9fc6c2-f196-4918-b3d4-64330fc8d38a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.099704] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9b674ed0-6d2a-4254-b1ed-8a446364d5ce/9b674ed0-6d2a-4254-b1ed-8a446364d5ce.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.103902] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2986bc3-e981-4a7d-a8e9-bd9a2336f000 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.123511] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c9ed733f-d77b-4a16-9ec0-4c4cc87a36d6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.823s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.131487] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569940, 'name': PowerOffVM_Task, 'duration_secs': 0.341307} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.133254] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.133832] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:35:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='238deb88-d511-45d9-8750-3af4ab409731',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-361502112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.134424] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.134424] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.134424] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.134854] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.134854] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.135886] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.135886] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.135886] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.135886] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.135886] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.140992] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 876.140992] env[70294]: value = "task-3569941" [ 876.140992] env[70294]: _type = "Task" [ 876.140992] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.143857] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-660dfe63-88c4-4186-8035-7ce3e445bbf8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.169133] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.174176] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569937, 'name': CreateSnapshot_Task, 'duration_secs': 0.662109} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.174583] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 876.174583] env[70294]: value = "task-3569942" [ 876.174583] env[70294]: _type = "Task" [ 876.174583] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.175772] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 876.180019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83d0de0-d9c6-4ca7-bbef-3b6f56d12056 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.180019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0e5c21-0b1f-407f-b2a2-0b5a0e3cecea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.197328] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2388f104-4685-4d3b-aeb6-bf480d3f7bd1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.201905] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.232619] env[70294]: DEBUG nova.network.neutron [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Successfully created port: 1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.235273] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4e7d9-1cd2-4499-bb27-e1b5050b2427 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.239311] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.239537] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.239738] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.239919] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.240094] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.244415] env[70294]: INFO nova.compute.manager [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Terminating instance [ 876.246705] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc7770-40c0-4e49-ae66-011e798c8226 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.262716] env[70294]: DEBUG nova.compute.provider_tree [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.374576] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.626834] env[70294]: DEBUG nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 876.669028] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.688434] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569942, 'name': ReconfigVM_Task, 'duration_secs': 0.154532} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.689359] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842e8b53-9749-4ecf-b1ab-547f29d7f303 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.716725] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 876.717993] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:35:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='238deb88-d511-45d9-8750-3af4ab409731',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-361502112',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.718600] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.718600] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.718600] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.718772] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.718859] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.719738] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.719738] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.719738] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.719738] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.719738] env[70294]: DEBUG nova.virt.hardware [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.722920] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9024d372-fd5b-487f-acb4-f3cf7f3f9e21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.725893] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74498242-4906-4194-a6ce-f667286a05f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.732753] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 876.732753] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52918502-a12a-424f-a06f-a5532440ecca" [ 876.732753] env[70294]: _type = "Task" [ 876.732753] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.735983] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 876.735983] env[70294]: value = "task-3569943" [ 876.735983] env[70294]: _type = "Task" [ 876.735983] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.748322] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52918502-a12a-424f-a06f-a5532440ecca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.751579] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569943, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.754468] env[70294]: DEBUG nova.compute.manager [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.754760] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.755614] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498af9b4-07dd-4b14-81d9-f9969cc251b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.762960] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.763230] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14db3d69-90fc-4499-811f-0097ba263966 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.765354] env[70294]: DEBUG nova.scheduler.client.report [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.774661] env[70294]: DEBUG oslo_vmware.api [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 876.774661] env[70294]: value = "task-3569944" [ 876.774661] env[70294]: _type = "Task" [ 876.774661] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.786352] env[70294]: DEBUG oslo_vmware.api [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.853898] env[70294]: DEBUG nova.network.neutron [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Updated VIF entry in instance network info cache for port 9167f074-d99c-4ac4-ba34-32bd4bff6410. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.854307] env[70294]: DEBUG nova.network.neutron [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Updating instance_info_cache with network_info: [{"id": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "address": "fa:16:3e:47:e5:73", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9167f074-d9", "ovs_interfaceid": "9167f074-d99c-4ac4-ba34-32bd4bff6410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.983295] env[70294]: DEBUG nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.014849] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.015266] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.015504] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.015732] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.016077] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.016077] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.016361] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.016872] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.016872] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.016872] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.017230] env[70294]: DEBUG nova.virt.hardware [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.018230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f655fa98-3224-45b9-a1bc-6a1c13b512b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.028653] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22602d03-c339-4c83-b13d-9a754fd2fbc2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.155058] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.164231] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569941, 'name': ReconfigVM_Task, 'duration_secs': 0.603583} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.164578] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9b674ed0-6d2a-4254-b1ed-8a446364d5ce/9b674ed0-6d2a-4254-b1ed-8a446364d5ce.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.165956] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca745e03-b772-434e-a5fa-08200729a033 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.172443] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 877.172443] env[70294]: value = "task-3569945" [ 877.172443] env[70294]: _type = "Task" [ 877.172443] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.180890] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569945, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.243782] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52918502-a12a-424f-a06f-a5532440ecca, 'name': SearchDatastore_Task, 'duration_secs': 0.011354} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.250084] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.253827] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15126e65-4c26-41b1-9e73-fdb7d70306f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.266511] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569943, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.270777] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.274211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.940s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.275711] env[70294]: INFO nova.compute.claims [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.279118] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 877.279118] env[70294]: value = "task-3569946" [ 877.279118] env[70294]: _type = "Task" [ 877.279118] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.289949] env[70294]: DEBUG oslo_vmware.api [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569944, 'name': PowerOffVM_Task, 'duration_secs': 0.364344} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.293647] env[70294]: INFO nova.scheduler.client.report [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Deleted allocations for instance 8bc30b31-2ab0-4f66-85ac-08005f24a056 [ 877.294682] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.295179] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.295179] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.298781] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b5ebba8-e1fd-495d-bc09-fa25e94cec12 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.357574] env[70294]: DEBUG oslo_concurrency.lockutils [req-c757e9db-a93b-464e-a3b9-4fb61a6a5825 req-d3fb7436-5748-4893-b8dc-88f309cd4ee8 service nova] Releasing lock "refresh_cache-ce77d3cf-12b5-4900-a3f3-4a63733823c8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.360028] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.360194] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.360460] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore1] ffbda3cb-3550-4d4c-bbf6-986aea343b10 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.360648] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46e1bbac-c7b5-4f46-b037-227e6da1c1d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.367696] env[70294]: DEBUG oslo_vmware.api [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 877.367696] env[70294]: value = "task-3569948" [ 877.367696] env[70294]: _type = "Task" [ 877.367696] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.376486] env[70294]: DEBUG oslo_vmware.api [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.486457] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.486960] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.487276] env[70294]: INFO nova.compute.manager [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Shelving [ 877.684263] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569945, 'name': Rename_Task, 'duration_secs': 0.352644} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.684577] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.685479] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4b5c87c-1399-417f-b7c7-c2ef2ae93ad3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.691262] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 877.691262] env[70294]: value = "task-3569949" [ 877.691262] env[70294]: _type = "Task" [ 877.691262] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.700934] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.749393] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569943, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.793771] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569946, 'name': ReconfigVM_Task, 'duration_secs': 0.20858} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.794897] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 877.795986] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed9f128-167a-49e5-8aea-bef01f409513 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.807001] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9f6deffd-6173-496c-944d-701b6a6905fa tempest-ServerDiagnosticsTest-1341694827 tempest-ServerDiagnosticsTest-1341694827-project-member] Lock "8bc30b31-2ab0-4f66-85ac-08005f24a056" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.491s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.849072] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.850415] env[70294]: DEBUG nova.network.neutron [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Successfully updated port: 1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.852208] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169b4b5f-8e6e-42a6-8ac7-7986109907bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.882910] env[70294]: DEBUG oslo_vmware.api [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3569948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255827} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.884369] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.885464] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.885464] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.885464] env[70294]: INFO nova.compute.manager [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Took 1.13 seconds to destroy the instance on the hypervisor. [ 877.885464] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.885464] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 877.885464] env[70294]: value = "task-3569950" [ 877.885464] env[70294]: _type = "Task" [ 877.885464] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.885713] env[70294]: DEBUG nova.compute.manager [-] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 877.885713] env[70294]: DEBUG nova.network.neutron [-] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 877.896728] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.190605] env[70294]: DEBUG nova.compute.manager [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Received event network-vif-plugged-1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.190605] env[70294]: DEBUG oslo_concurrency.lockutils [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] Acquiring lock "5fae36cb-13ff-4a92-a4fa-66f993357e92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.190605] env[70294]: DEBUG oslo_concurrency.lockutils [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.190605] env[70294]: DEBUG oslo_concurrency.lockutils [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.190605] env[70294]: DEBUG nova.compute.manager [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] No waiting events found dispatching network-vif-plugged-1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.190605] env[70294]: WARNING nova.compute.manager [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Received unexpected event network-vif-plugged-1e0b2995-3a48-46d2-9f39-4a1dc1701c93 for instance with vm_state building and task_state spawning. [ 878.190605] env[70294]: DEBUG nova.compute.manager [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Received event network-changed-1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.190605] env[70294]: DEBUG nova.compute.manager [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Refreshing instance network info cache due to event network-changed-1e0b2995-3a48-46d2-9f39-4a1dc1701c93. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.190605] env[70294]: DEBUG oslo_concurrency.lockutils [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] Acquiring lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.190605] env[70294]: DEBUG oslo_concurrency.lockutils [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] Acquired lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.190605] env[70294]: DEBUG nova.network.neutron [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Refreshing network info cache for port 1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.212249] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.247588] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569943, 'name': CloneVM_Task, 'duration_secs': 1.358522} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.248144] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Created linked-clone VM from snapshot [ 878.248906] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4360f62-16ab-478e-8e70-a26aab7e28af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.258990] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Uploading image 3a599b51-e118-46ff-915a-1904a4590ecd {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 878.288011] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 878.288011] env[70294]: value = "vm-712602" [ 878.288011] env[70294]: _type = "VirtualMachine" [ 878.288011] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 878.288312] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-091b96da-b4d2-448a-acb6-58e2aa07b92f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.298599] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease: (returnval){ [ 878.298599] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528930f7-77a0-f93d-a18a-49276a3ac669" [ 878.298599] env[70294]: _type = "HttpNfcLease" [ 878.298599] env[70294]: } obtained for exporting VM: (result){ [ 878.298599] env[70294]: value = "vm-712602" [ 878.298599] env[70294]: _type = "VirtualMachine" [ 878.298599] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 878.298897] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the lease: (returnval){ [ 878.298897] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528930f7-77a0-f93d-a18a-49276a3ac669" [ 878.298897] env[70294]: _type = "HttpNfcLease" [ 878.298897] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 878.306506] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.306506] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528930f7-77a0-f93d-a18a-49276a3ac669" [ 878.306506] env[70294]: _type = "HttpNfcLease" [ 878.306506] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 878.373823] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.397195] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569950, 'name': ReconfigVM_Task, 'duration_secs': 0.292865} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.399870] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Reconfigured VM instance instance-00000034 to attach disk [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d/da1e9ea4-aba1-440e-b518-12bc82bc5d7d.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.400945] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf00eb6-f2a7-4ec9-8ad3-f92768b0b424 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.421869] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d30335-90f9-498f-bb53-fa5dcb4bd914 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.442901] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4aaee6-3a20-4345-9ebe-590f928cf7c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.466472] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f05d3b9-2764-4252-b47e-14018eb2e0db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.476307] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.476395] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77db5e67-d790-4656-a684-65b9d23cb2e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.482432] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 878.482432] env[70294]: value = "task-3569952" [ 878.482432] env[70294]: _type = "Task" [ 878.482432] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.492433] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.500484] env[70294]: INFO nova.compute.manager [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Rebuilding instance [ 878.510458] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.510458] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2cfd4d6-1816-41bd-be61-b8a39eb0e300 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.520308] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 878.520308] env[70294]: value = "task-3569953" [ 878.520308] env[70294]: _type = "Task" [ 878.520308] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.535954] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.548226] env[70294]: DEBUG nova.compute.manager [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.549193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d73d3d-7395-4af5-a4b5-eea60a3cbedb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.707856] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.745580] env[70294]: DEBUG nova.network.neutron [-] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.765370] env[70294]: DEBUG nova.network.neutron [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.808714] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 878.808714] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528930f7-77a0-f93d-a18a-49276a3ac669" [ 878.808714] env[70294]: _type = "HttpNfcLease" [ 878.808714] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 878.809032] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 878.809032] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528930f7-77a0-f93d-a18a-49276a3ac669" [ 878.809032] env[70294]: _type = "HttpNfcLease" [ 878.809032] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 878.809797] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94bb016-eb50-42fa-9ab0-2e3d0c54b40b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.814179] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4ea8a9-d9f5-49aa-a25d-7ab9e177d370 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.824988] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6bd88-5c37-a6e6-5224-9e648156a830/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 878.824988] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6bd88-5c37-a6e6-5224-9e648156a830/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 878.893122] env[70294]: DEBUG nova.network.neutron [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.895268] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e1ff3a-4348-4bcf-9a3f-b4702c0544c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.933482] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf5c27a-9427-48ed-a191-744bfe31fa3f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.941634] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6b16ad-99da-4574-9f56-dd417d27f74f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.959535] env[70294]: DEBUG nova.compute.provider_tree [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.965586] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8b112d0c-18a6-4922-ad6f-4306fdd35ade {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.994829] env[70294]: DEBUG oslo_vmware.api [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569952, 'name': PowerOnVM_Task, 'duration_secs': 0.498902} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.997809] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.032238] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.206841] env[70294]: DEBUG oslo_vmware.api [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3569949, 'name': PowerOnVM_Task, 'duration_secs': 1.15661} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.207158] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.207365] env[70294]: INFO nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Took 10.40 seconds to spawn the instance on the hypervisor. [ 879.207547] env[70294]: DEBUG nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.208390] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0955622-3204-42c1-aa79-f3aec4121a6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.247335] env[70294]: INFO nova.compute.manager [-] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Took 1.36 seconds to deallocate network for instance. [ 879.401818] env[70294]: DEBUG oslo_concurrency.lockutils [req-d3e4f5a8-6f8d-417c-a4c8-a6ca53fa3940 req-f8678e0b-c4fb-4de7-985e-4eb1827c2d81 service nova] Releasing lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.402282] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.402441] env[70294]: DEBUG nova.network.neutron [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.466974] env[70294]: DEBUG nova.scheduler.client.report [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.531800] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569953, 'name': PowerOffVM_Task, 'duration_secs': 1.003856} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.532144] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.533309] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a36cd8-a454-4c31-9427-1cf34d08ac9e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.557499] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2566d8ec-5013-400f-8723-77b82d5042df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.569660] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.569947] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d36e930c-c950-4b9a-975d-586e67c09ea1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.576057] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 879.576057] env[70294]: value = "task-3569954" [ 879.576057] env[70294]: _type = "Task" [ 879.576057] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.586369] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.731045] env[70294]: INFO nova.compute.manager [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Took 39.58 seconds to build instance. [ 879.761317] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.955219] env[70294]: DEBUG nova.network.neutron [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.973337] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.973972] env[70294]: DEBUG nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 879.980602] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.821s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.980714] env[70294]: DEBUG nova.objects.instance [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lazy-loading 'resources' on Instance uuid 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.011662] env[70294]: INFO nova.compute.manager [None req-2d095bb6-2ec1-4b7b-93ce-e33c64d81f41 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance to original state: 'active' [ 880.072118] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.073203] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92e62ce6-7669-41b6-bf19-fe56182a8e9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.085087] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 880.085087] env[70294]: value = "task-3569955" [ 880.085087] env[70294]: _type = "Task" [ 880.085087] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.102450] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569954, 'name': PowerOffVM_Task, 'duration_secs': 0.247549} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.102450] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.102450] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.106926] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be03d07-6497-487f-831b-34bab11a4c01 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.113730] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.121842] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.122305] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cf7e0c1-957a-488d-90f0-5f8110e0f5d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.170217] env[70294]: DEBUG nova.network.neutron [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Updating instance_info_cache with network_info: [{"id": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "address": "fa:16:3e:03:46:d6", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0b2995-3a", "ovs_interfaceid": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.183098] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 880.183849] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 880.183849] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleting the datastore file [datastore2] 19b79813-f06b-4094-b799-e709e351473d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 880.185168] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e14e52b-d138-4341-a3c8-9fce8c0cb34b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.195503] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 880.195503] env[70294]: value = "task-3569957" [ 880.195503] env[70294]: _type = "Task" [ 880.195503] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.204799] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.219676] env[70294]: DEBUG nova.compute.manager [req-0fe67d20-1e53-4096-aac1-17bae31c38b7 req-045eb981-8dd5-4aac-96fa-ce8aa9b0635a service nova] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Received event network-vif-deleted-5152593a-378e-42a4-a791-cbc51db5dbcc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.233696] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cfd2263c-98a6-48a6-ab1a-9cf536dea049 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.367s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.481655] env[70294]: DEBUG nova.compute.utils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.483370] env[70294]: DEBUG nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 880.483546] env[70294]: DEBUG nova.network.neutron [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 880.564779] env[70294]: DEBUG nova.policy [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc2d2c66ac0f4b3cb12ab36cd70ca186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e07eb8fe4749b09d15da58bda3328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.597947] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569955, 'name': CreateSnapshot_Task, 'duration_secs': 0.492717} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.597947] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.598731] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87ecbda-68e4-43fe-a9c0-7ac6c2912b1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.675382] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.675712] env[70294]: DEBUG nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Instance network_info: |[{"id": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "address": "fa:16:3e:03:46:d6", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0b2995-3a", "ovs_interfaceid": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.679771] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:46:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e0b2995-3a48-46d2-9f39-4a1dc1701c93', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.688787] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating folder: Project (a7202cb5d46740e5a63a56d6e28e404b). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.689700] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f113c226-02fe-433a-afbc-63e93820738c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.705708] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created folder: Project (a7202cb5d46740e5a63a56d6e28e404b) in parent group-v712401. [ 880.706016] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating folder: Instances. Parent ref: group-v712604. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 880.710394] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf0fa32-392e-4940-afc4-bf4728f120d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.712364] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156119} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.712740] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.713053] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.713322] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.729884] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created folder: Instances in parent group-v712604. [ 880.730449] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.730705] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.730933] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec27dad-a179-46b2-9282-e494d6bd195e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.749647] env[70294]: DEBUG nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.760577] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.760577] env[70294]: value = "task-3569960" [ 880.760577] env[70294]: _type = "Task" [ 880.760577] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.771106] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569960, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.968530] env[70294]: DEBUG nova.network.neutron [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Successfully created port: f99957de-e02f-4cb2-b3ea-8508f463b7f2 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 880.997630] env[70294]: DEBUG nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.124935] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.128090] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62911141-768a-413f-b899-e98f3af43c29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.138912] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 881.138912] env[70294]: value = "task-3569961" [ 881.138912] env[70294]: _type = "Task" [ 881.138912] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.149826] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569961, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.153893] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9622e565-7fde-4fbd-aa4d-d445cf2268b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.162016] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e25f26-12c1-458c-9a4e-ac837840ea7c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.204741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1de8e51-d168-4be7-b1cb-2724ae1dc548 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.213716] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563fe973-c39a-40f0-8f06-12a6e4cb28b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.235841] env[70294]: DEBUG nova.compute.provider_tree [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.273508] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569960, 'name': CreateVM_Task, 'duration_secs': 0.376588} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.273714] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.274497] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.274655] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.275014] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.275306] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c269d1-02fb-4ecd-9085-3d4af87d921f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.286489] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 881.286489] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520a8954-a150-3795-e780-11d23041d10f" [ 881.286489] env[70294]: _type = "Task" [ 881.286489] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.290817] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.300174] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520a8954-a150-3795-e780-11d23041d10f, 'name': SearchDatastore_Task, 'duration_secs': 0.013501} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.300551] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.300804] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.302568] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.302568] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.302568] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.302568] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69a981ca-4de0-4dd9-8845-d5fb3d32887f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.314448] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.314543] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.317036] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b52c2e-75bb-47c3-8039-55ad8178ff98 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.324674] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 881.324674] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203258f-1137-d121-7974-1a8493870297" [ 881.324674] env[70294]: _type = "Task" [ 881.324674] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.334583] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203258f-1137-d121-7974-1a8493870297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.650958] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569961, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.744253] env[70294]: DEBUG nova.scheduler.client.report [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.775028] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 881.775371] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 881.775445] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.775714] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 881.775974] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.776100] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 881.776554] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 881.776554] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 881.776675] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 881.776747] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 881.777178] env[70294]: DEBUG nova.virt.hardware [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 881.778446] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4b375f-c8ee-4b31-ae13-8473f6f38ed4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.788207] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f087547d-c8e8-4989-b842-37f14c538f5f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.805119] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:18:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcc2f2fe-98d9-4919-83e7-c8314afb636f', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.814027] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.814027] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.814315] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b016ab06-2aa8-4c7d-b30c-7e634e2b0f08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.846611] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5203258f-1137-d121-7974-1a8493870297, 'name': SearchDatastore_Task, 'duration_secs': 0.020923} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.849366] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.849366] env[70294]: value = "task-3569962" [ 881.849366] env[70294]: _type = "Task" [ 881.849366] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.849366] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d3a24c-ec89-42c6-bac8-073f984b7cf8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.867335] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569962, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.867758] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 881.867758] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c9100d-781c-e729-2120-8b3a3b1c3be3" [ 881.867758] env[70294]: _type = "Task" [ 881.867758] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.878316] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c9100d-781c-e729-2120-8b3a3b1c3be3, 'name': SearchDatastore_Task, 'duration_secs': 0.011936} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.878622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.878950] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 5fae36cb-13ff-4a92-a4fa-66f993357e92/5fae36cb-13ff-4a92-a4fa-66f993357e92.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.879301] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78f766a6-6120-48f1-9399-83029be8cde3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.886894] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 881.886894] env[70294]: value = "task-3569963" [ 881.886894] env[70294]: _type = "Task" [ 881.886894] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.896266] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.010362] env[70294]: DEBUG nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 882.043444] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 882.043916] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 882.044227] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.044640] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 882.044830] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.045124] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 882.045500] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 882.045814] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 882.047521] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 882.047521] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 882.047521] env[70294]: DEBUG nova.virt.hardware [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 882.051090] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d57873-c347-4a00-a833-7d853e9eadf0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.058413] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e7f9cd-1835-475a-9a70-80530e0d901a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.153128] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569961, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.250624] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.253024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.400s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.256572] env[70294]: INFO nova.compute.claims [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.274977] env[70294]: INFO nova.scheduler.client.report [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Deleted allocations for instance 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b [ 882.364135] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569962, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.398118] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569963, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.656605] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569961, 'name': CloneVM_Task, 'duration_secs': 1.22024} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.656891] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Created linked-clone VM from snapshot [ 882.657683] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eff7b9-7e01-42a8-b252-643552ed6056 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.665865] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Uploading image 7f5fc1f6-80b8-46e9-b502-25ad964fba42 {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.696062] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.696062] env[70294]: value = "vm-712607" [ 882.696062] env[70294]: _type = "VirtualMachine" [ 882.696062] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.696062] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-acb2761a-f8ea-402e-b674-4122c4f21af8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.703744] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lease: (returnval){ [ 882.703744] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5ba99-f84c-fd8f-39bc-07d3c9190b48" [ 882.703744] env[70294]: _type = "HttpNfcLease" [ 882.703744] env[70294]: } obtained for exporting VM: (result){ [ 882.703744] env[70294]: value = "vm-712607" [ 882.703744] env[70294]: _type = "VirtualMachine" [ 882.703744] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.706327] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the lease: (returnval){ [ 882.706327] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5ba99-f84c-fd8f-39bc-07d3c9190b48" [ 882.706327] env[70294]: _type = "HttpNfcLease" [ 882.706327] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.712830] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.712830] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5ba99-f84c-fd8f-39bc-07d3c9190b48" [ 882.712830] env[70294]: _type = "HttpNfcLease" [ 882.712830] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.783836] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b75c975e-7554-499a-86e9-7ab288610a18 tempest-InstanceActionsTestJSON-225466912 tempest-InstanceActionsTestJSON-225466912-project-member] Lock "51c6d715-3c57-4bd8-8cf2-fe7b39043d3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.567s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.865259] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569962, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.901211] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672488} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.901493] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 5fae36cb-13ff-4a92-a4fa-66f993357e92/5fae36cb-13ff-4a92-a4fa-66f993357e92.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.904033] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.904033] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16a951fe-b964-4452-921b-026740f5ea9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.910501] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 882.910501] env[70294]: value = "task-3569965" [ 882.910501] env[70294]: _type = "Task" [ 882.910501] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.921297] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569965, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.086391] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.086768] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.086938] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.087176] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.087293] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.090994] env[70294]: DEBUG nova.network.neutron [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Successfully updated port: f99957de-e02f-4cb2-b3ea-8508f463b7f2 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.094117] env[70294]: INFO nova.compute.manager [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Terminating instance [ 883.171922] env[70294]: DEBUG nova.compute.manager [req-3a46a1a2-21da-43fc-8f6b-ed739dd3d667 req-e11edc98-9e41-454a-a383-3ff38b8f0adc service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Received event network-vif-plugged-f99957de-e02f-4cb2-b3ea-8508f463b7f2 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.172391] env[70294]: DEBUG oslo_concurrency.lockutils [req-3a46a1a2-21da-43fc-8f6b-ed739dd3d667 req-e11edc98-9e41-454a-a383-3ff38b8f0adc service nova] Acquiring lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.172512] env[70294]: DEBUG oslo_concurrency.lockutils [req-3a46a1a2-21da-43fc-8f6b-ed739dd3d667 req-e11edc98-9e41-454a-a383-3ff38b8f0adc service nova] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.172801] env[70294]: DEBUG oslo_concurrency.lockutils [req-3a46a1a2-21da-43fc-8f6b-ed739dd3d667 req-e11edc98-9e41-454a-a383-3ff38b8f0adc service nova] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.173089] env[70294]: DEBUG nova.compute.manager [req-3a46a1a2-21da-43fc-8f6b-ed739dd3d667 req-e11edc98-9e41-454a-a383-3ff38b8f0adc service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] No waiting events found dispatching network-vif-plugged-f99957de-e02f-4cb2-b3ea-8508f463b7f2 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.173306] env[70294]: WARNING nova.compute.manager [req-3a46a1a2-21da-43fc-8f6b-ed739dd3d667 req-e11edc98-9e41-454a-a383-3ff38b8f0adc service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Received unexpected event network-vif-plugged-f99957de-e02f-4cb2-b3ea-8508f463b7f2 for instance with vm_state building and task_state spawning. [ 883.214950] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.214950] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5ba99-f84c-fd8f-39bc-07d3c9190b48" [ 883.214950] env[70294]: _type = "HttpNfcLease" [ 883.214950] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.215343] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.215343] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b5ba99-f84c-fd8f-39bc-07d3c9190b48" [ 883.215343] env[70294]: _type = "HttpNfcLease" [ 883.215343] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.216253] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726991d-4bc6-442c-8091-efe919fe9ec2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.228115] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc9c90-f2f5-5a5c-ef9f-8d8bfde34565/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.228115] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc9c90-f2f5-5a5c-ef9f-8d8bfde34565/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.331401] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-625aa95c-3179-4890-b4f4-6403929a7047 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.376558] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569962, 'name': CreateVM_Task, 'duration_secs': 1.45379} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.376558] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.377600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.377600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.377600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.377806] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64cc6bf7-d873-4ed1-a4a8-eadfa7230ab6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.384457] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 883.384457] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525356e6-b547-567b-0cac-e8e88b871a0c" [ 883.384457] env[70294]: _type = "Task" [ 883.384457] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.392266] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525356e6-b547-567b-0cac-e8e88b871a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.422131] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569965, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074664} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.422131] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.423379] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b254b5dd-474e-4f71-8d77-d7e46ff058a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.453028] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] 5fae36cb-13ff-4a92-a4fa-66f993357e92/5fae36cb-13ff-4a92-a4fa-66f993357e92.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.453028] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-357c622a-e1f1-4381-8a3f-a33177c986e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.474673] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 883.474673] env[70294]: value = "task-3569966" [ 883.474673] env[70294]: _type = "Task" [ 883.474673] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.483378] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569966, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.603364] env[70294]: DEBUG nova.compute.manager [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.603471] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.603989] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "refresh_cache-255f4e92-dcc6-4e46-8936-6d2e10ad326a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.604253] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "refresh_cache-255f4e92-dcc6-4e46-8936-6d2e10ad326a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.604316] env[70294]: DEBUG nova.network.neutron [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.606867] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a15fe7-67ac-487d-bd1d-0e27a50b1bd0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.619057] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.619498] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7953be67-efba-418e-b5eb-36986b3346e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.626140] env[70294]: DEBUG oslo_vmware.api [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 883.626140] env[70294]: value = "task-3569967" [ 883.626140] env[70294]: _type = "Task" [ 883.626140] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.643676] env[70294]: DEBUG oslo_vmware.api [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.887025] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b990707-f753-450a-b3cd-4f7ee56d81c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.905232] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525356e6-b547-567b-0cac-e8e88b871a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.009491} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.906336] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6edb3b8-bf6f-4ba9-ae9b-243b95542d88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.910971] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.911375] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.911700] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.911883] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.912209] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.912896] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09113ffd-d56d-4bee-a8c2-e3a1dc49a183 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.949023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92250dd2-6089-411d-b9c2-f75aaba6a4ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.952266] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.952362] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.953442] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e8c5db3-17ac-469b-a39e-bf0f6ea774f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.963627] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f958d77-fec0-4857-a839-a90d0d4626d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.966977] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 883.966977] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b767a3-66ce-9edc-5799-e73af80f9821" [ 883.966977] env[70294]: _type = "Task" [ 883.966977] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.983984] env[70294]: DEBUG nova.compute.provider_tree [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.994771] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b767a3-66ce-9edc-5799-e73af80f9821, 'name': SearchDatastore_Task, 'duration_secs': 0.013475} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.999247] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.000447] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec24328-0356-4259-a892-ecc96e54ae7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.007207] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 884.007207] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521129a1-d66a-ab75-b794-6964379cad1a" [ 884.007207] env[70294]: _type = "Task" [ 884.007207] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.017569] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521129a1-d66a-ab75-b794-6964379cad1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.042500] env[70294]: DEBUG nova.compute.manager [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 884.138617] env[70294]: DEBUG oslo_vmware.api [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569967, 'name': PowerOffVM_Task, 'duration_secs': 0.213512} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.139334] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.139652] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.140137] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e689e8dd-51d7-4a08-90f1-3e74417f3dfd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.157188] env[70294]: DEBUG nova.network.neutron [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.204068] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.204349] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.204551] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Deleting the datastore file [datastore1] da1e9ea4-aba1-440e-b518-12bc82bc5d7d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.204887] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2e8f81f-9b4e-41d6-bede-8fb932235283 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.213900] env[70294]: DEBUG oslo_vmware.api [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 884.213900] env[70294]: value = "task-3569969" [ 884.213900] env[70294]: _type = "Task" [ 884.213900] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.225173] env[70294]: DEBUG oslo_vmware.api [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569969, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.480298] env[70294]: DEBUG nova.network.neutron [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Updating instance_info_cache with network_info: [{"id": "f99957de-e02f-4cb2-b3ea-8508f463b7f2", "address": "fa:16:3e:a0:63:6c", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99957de-e0", "ovs_interfaceid": "f99957de-e02f-4cb2-b3ea-8508f463b7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.493332] env[70294]: DEBUG nova.scheduler.client.report [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.505295] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569966, 'name': ReconfigVM_Task, 'duration_secs': 0.563162} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.506762] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Reconfigured VM instance instance-0000004a to attach disk [datastore2] 5fae36cb-13ff-4a92-a4fa-66f993357e92/5fae36cb-13ff-4a92-a4fa-66f993357e92.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.507513] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc90144e-166b-425e-8038-bdd1626710d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.524270] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521129a1-d66a-ab75-b794-6964379cad1a, 'name': SearchDatastore_Task, 'duration_secs': 0.023739} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.526212] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.526496] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.526805] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 884.526805] env[70294]: value = "task-3569970" [ 884.526805] env[70294]: _type = "Task" [ 884.526805] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.527433] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c12660-10fc-4d0c-97b0-d5a630776f1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.542458] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569970, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.543189] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 884.543189] env[70294]: value = "task-3569971" [ 884.543189] env[70294]: _type = "Task" [ 884.543189] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.560075] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.568098] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.724633] env[70294]: DEBUG oslo_vmware.api [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3569969, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325138} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.724998] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.725244] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.725428] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.725605] env[70294]: INFO nova.compute.manager [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 884.725930] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.726181] env[70294]: DEBUG nova.compute.manager [-] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.726308] env[70294]: DEBUG nova.network.neutron [-] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.983997] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "refresh_cache-255f4e92-dcc6-4e46-8936-6d2e10ad326a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.984379] env[70294]: DEBUG nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Instance network_info: |[{"id": "f99957de-e02f-4cb2-b3ea-8508f463b7f2", "address": "fa:16:3e:a0:63:6c", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99957de-e0", "ovs_interfaceid": "f99957de-e02f-4cb2-b3ea-8508f463b7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.984932] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:63:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f99957de-e02f-4cb2-b3ea-8508f463b7f2', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.999287] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.999606] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.999853] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-736db196-74c0-433b-9d53-aca12f32787f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.022795] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.023401] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.029047] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.728s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.030962] env[70294]: INFO nova.compute.claims [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.047760] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.047760] env[70294]: value = "task-3569972" [ 885.047760] env[70294]: _type = "Task" [ 885.047760] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.048923] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569970, 'name': Rename_Task, 'duration_secs': 0.183791} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.052329] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.056521] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-800d1ff8-1099-41c3-8de0-980f65f09cff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.065637] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569971, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.071515] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569972, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.071901] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 885.071901] env[70294]: value = "task-3569973" [ 885.071901] env[70294]: _type = "Task" [ 885.071901] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.083206] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.303079] env[70294]: DEBUG nova.compute.manager [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Received event network-changed-f99957de-e02f-4cb2-b3ea-8508f463b7f2 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.303378] env[70294]: DEBUG nova.compute.manager [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Refreshing instance network info cache due to event network-changed-f99957de-e02f-4cb2-b3ea-8508f463b7f2. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.303756] env[70294]: DEBUG oslo_concurrency.lockutils [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] Acquiring lock "refresh_cache-255f4e92-dcc6-4e46-8936-6d2e10ad326a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.303931] env[70294]: DEBUG oslo_concurrency.lockutils [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] Acquired lock "refresh_cache-255f4e92-dcc6-4e46-8936-6d2e10ad326a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.304180] env[70294]: DEBUG nova.network.neutron [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Refreshing network info cache for port f99957de-e02f-4cb2-b3ea-8508f463b7f2 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.528918] env[70294]: DEBUG nova.compute.utils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.530845] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.530845] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.533049] env[70294]: DEBUG nova.network.neutron [-] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.562129] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567029} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.566412] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.566764] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.567509] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569972, 'name': CreateVM_Task, 'duration_secs': 0.431776} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.567752] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dec8d6c3-ba0c-4c3f-be84-c1342fa9a942 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.570137] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.571485] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.571673] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.572031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.572849] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cec74b7-3aac-4d26-bf12-a2ef6ca16d35 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.580556] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 885.580556] env[70294]: value = "task-3569974" [ 885.580556] env[70294]: _type = "Task" [ 885.580556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.590072] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569973, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.590668] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 885.590668] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52838cc6-f3e0-c66f-61d6-992eefd954b5" [ 885.590668] env[70294]: _type = "Task" [ 885.590668] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.598204] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.605185] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52838cc6-f3e0-c66f-61d6-992eefd954b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015321} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.605535] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.605819] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.606123] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.606284] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.606567] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.606794] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f9cab9e-ace5-47e5-b8b8-a279f5092520 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.618269] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.618269] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.618791] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fbfc585-8419-4799-850a-99875a40ed5b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.625640] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 885.625640] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a355c-1401-f8a4-e9d5-b2130f014d52" [ 885.625640] env[70294]: _type = "Task" [ 885.625640] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.634976] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a355c-1401-f8a4-e9d5-b2130f014d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.636697] env[70294]: DEBUG nova.policy [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923704752aa549e18c7f5798c5c024d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c181776e8914f549721a02e13948bb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 886.036488] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.039942] env[70294]: INFO nova.compute.manager [-] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Took 1.31 seconds to deallocate network for instance. [ 886.095067] env[70294]: DEBUG oslo_vmware.api [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3569973, 'name': PowerOnVM_Task, 'duration_secs': 0.720658} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.096449] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.096449] env[70294]: INFO nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Took 9.11 seconds to spawn the instance on the hypervisor. [ 886.098027] env[70294]: DEBUG nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.103689] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a4ad50-1cac-47e7-92c4-7a6e8e679c78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.106389] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076207} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.110286] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.113740] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876a19d0-13ae-4434-a802-65f071fdc124 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.146513] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.156131] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-841cb944-ed99-452f-8f54-e42ed25ba5f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.180120] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a355c-1401-f8a4-e9d5-b2130f014d52, 'name': SearchDatastore_Task, 'duration_secs': 0.016263} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.182752] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 886.182752] env[70294]: value = "task-3569975" [ 886.182752] env[70294]: _type = "Task" [ 886.182752] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.183012] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ec5cbcf-ed82-45dc-8fab-913319dfcdf3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.195363] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 886.195363] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d9ca30-68b1-67d6-9b9b-693afef7e91d" [ 886.195363] env[70294]: _type = "Task" [ 886.195363] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.198875] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.208277] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d9ca30-68b1-67d6-9b9b-693afef7e91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.549789] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.560735] env[70294]: DEBUG nova.network.neutron [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Updated VIF entry in instance network info cache for port f99957de-e02f-4cb2-b3ea-8508f463b7f2. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.561147] env[70294]: DEBUG nova.network.neutron [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Updating instance_info_cache with network_info: [{"id": "f99957de-e02f-4cb2-b3ea-8508f463b7f2", "address": "fa:16:3e:a0:63:6c", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf99957de-e0", "ovs_interfaceid": "f99957de-e02f-4cb2-b3ea-8508f463b7f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.624884] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Successfully created port: 9633f7db-c009-4d19-8983-349c846f1e9b {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.663351] env[70294]: INFO nova.compute.manager [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Took 42.29 seconds to build instance. [ 886.698494] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569975, 'name': ReconfigVM_Task, 'duration_secs': 0.337664} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.703082] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 886.710025] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9d2a5c3-e8a4-4fc9-815d-80e1d893967d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.720988] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d9ca30-68b1-67d6-9b9b-693afef7e91d, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.725927] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.727031] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 255f4e92-dcc6-4e46-8936-6d2e10ad326a/255f4e92-dcc6-4e46-8936-6d2e10ad326a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.727031] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 886.727031] env[70294]: value = "task-3569976" [ 886.727031] env[70294]: _type = "Task" [ 886.727031] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.728210] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e0296c6-7801-4289-ad37-502190fb5890 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.744501] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569976, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.746742] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 886.746742] env[70294]: value = "task-3569977" [ 886.746742] env[70294]: _type = "Task" [ 886.746742] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.748119] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca5851a-e88f-4d38-8f06-ad38dc83b379 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.764875] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb83d2-41ba-4076-97e7-5e1346909f96 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.768295] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.798926] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483d1467-92bf-4869-b83d-b03d89e1ff61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.808377] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad1bda9-01ae-41f1-b1da-02a1bcf679c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.825113] env[70294]: DEBUG nova.compute.provider_tree [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.051190] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.067074] env[70294]: DEBUG oslo_concurrency.lockutils [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] Releasing lock "refresh_cache-255f4e92-dcc6-4e46-8936-6d2e10ad326a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.067074] env[70294]: DEBUG nova.compute.manager [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Received event network-vif-deleted-14e2006c-267b-458c-9fa0-90480148ffe1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.067074] env[70294]: INFO nova.compute.manager [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Neutron deleted interface 14e2006c-267b-458c-9fa0-90480148ffe1; detaching it from the instance and deleting it from the info cache [ 887.067369] env[70294]: DEBUG nova.network.neutron [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.168755] env[70294]: DEBUG oslo_concurrency.lockutils [None req-85512cf9-cf8c-47f5-9d5e-2ab3d94876f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.774s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.243633] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569976, 'name': Rename_Task, 'duration_secs': 0.191131} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.244048] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.244388] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15b0ba8d-76d8-416f-a392-e72dad96f845 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.257236] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 887.257236] env[70294]: value = "task-3569978" [ 887.257236] env[70294]: _type = "Task" [ 887.257236] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.273521] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569977, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.273941] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569978, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.328924] env[70294]: DEBUG nova.scheduler.client.report [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.573024] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07028631-b274-4e66-a1da-ec0cbfd5bf1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.585065] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471bcc77-bfa8-4dd1-b736-4a198f6c8bf0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.642739] env[70294]: DEBUG nova.compute.manager [req-e5de2a4e-0b9f-400b-8f4c-f597aa0c05c6 req-08a95e91-7ca8-4b17-b015-b1164ef0f0b4 service nova] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Detach interface failed, port_id=14e2006c-267b-458c-9fa0-90480148ffe1, reason: Instance da1e9ea4-aba1-440e-b518-12bc82bc5d7d could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.761997] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586028} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.765667] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 255f4e92-dcc6-4e46-8936-6d2e10ad326a/255f4e92-dcc6-4e46-8936-6d2e10ad326a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.765880] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.766233] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ea34ed5-ffac-43e7-acc2-18d44aa9b0ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.775565] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569978, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.777409] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 887.777409] env[70294]: value = "task-3569979" [ 887.777409] env[70294]: _type = "Task" [ 887.777409] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.789465] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.835480] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.836170] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.839149] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.813s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.840811] env[70294]: INFO nova.compute.claims [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.105772] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 888.106161] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 888.106286] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.106810] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 888.106810] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.106810] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 888.107301] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 888.107301] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 888.107473] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 888.107681] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 888.107901] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 888.110084] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5ea007-ff14-4145-b7dc-bc918fa95271 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.122163] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d549f581-0ad5-4f29-9cba-e74b59b23634 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.128998] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6bd88-5c37-a6e6-5224-9e648156a830/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 888.129838] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f50bba5c-abc7-4e70-a593-2b5a64092ed3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.138050] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6bd88-5c37-a6e6-5224-9e648156a830/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 888.138050] env[70294]: ERROR oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6bd88-5c37-a6e6-5224-9e648156a830/disk-0.vmdk due to incomplete transfer. [ 888.146248] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ee299756-5a53-4c13-88b9-20ae59e493fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.153794] env[70294]: DEBUG oslo_concurrency.lockutils [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.153992] env[70294]: DEBUG oslo_concurrency.lockutils [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.160267] env[70294]: DEBUG oslo_vmware.rw_handles [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f6bd88-5c37-a6e6-5224-9e648156a830/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 888.160267] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Uploaded image 3a599b51-e118-46ff-915a-1904a4590ecd to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 888.161469] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 888.161997] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15edabc9-c17d-4abe-ab4a-77f1d896934e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.171403] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 888.171403] env[70294]: value = "task-3569980" [ 888.171403] env[70294]: _type = "Task" [ 888.171403] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.185614] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569980, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.277766] env[70294]: DEBUG oslo_vmware.api [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569978, 'name': PowerOnVM_Task, 'duration_secs': 0.526781} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.278173] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.278378] env[70294]: DEBUG nova.compute.manager [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.282226] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d00681-0511-481e-ad59-2132460e74d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.293058] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104212} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.295906] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.296752] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea317b-1d74-42aa-8496-d0284f43ffd1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.330799] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 255f4e92-dcc6-4e46-8936-6d2e10ad326a/255f4e92-dcc6-4e46-8936-6d2e10ad326a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.331313] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66723cb3-45d7-4904-b5ab-1f7b50366582 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.355039] env[70294]: DEBUG nova.compute.utils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.355292] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.355591] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.367025] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 888.367025] env[70294]: value = "task-3569981" [ 888.367025] env[70294]: _type = "Task" [ 888.367025] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.381558] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569981, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.491433] env[70294]: DEBUG nova.policy [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923704752aa549e18c7f5798c5c024d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c181776e8914f549721a02e13948bb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.635305] env[70294]: DEBUG nova.compute.manager [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Received event network-changed-1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.635625] env[70294]: DEBUG nova.compute.manager [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Refreshing instance network info cache due to event network-changed-1e0b2995-3a48-46d2-9f39-4a1dc1701c93. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 888.635824] env[70294]: DEBUG oslo_concurrency.lockutils [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] Acquiring lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.636213] env[70294]: DEBUG oslo_concurrency.lockutils [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] Acquired lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.636276] env[70294]: DEBUG nova.network.neutron [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Refreshing network info cache for port 1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.659998] env[70294]: DEBUG nova.compute.utils [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.685145] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569980, 'name': Destroy_Task, 'duration_secs': 0.42855} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.685145] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Destroyed the VM [ 888.685464] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 888.685914] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d81fb66-53bc-47ea-9bec-51519df7ebd1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.698029] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 888.698029] env[70294]: value = "task-3569982" [ 888.698029] env[70294]: _type = "Task" [ 888.698029] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.709210] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.816313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.862560] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Successfully updated port: 9633f7db-c009-4d19-8983-349c846f1e9b {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.862560] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.880095] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569981, 'name': ReconfigVM_Task, 'duration_secs': 0.43856} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.880387] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 255f4e92-dcc6-4e46-8936-6d2e10ad326a/255f4e92-dcc6-4e46-8936-6d2e10ad326a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.881071] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06b8a1c7-137a-45f3-88f8-bba345b63f08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.889416] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 888.889416] env[70294]: value = "task-3569983" [ 888.889416] env[70294]: _type = "Task" [ 888.889416] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.918681] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569983, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.922114] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Successfully created port: 94cdb09d-15cd-4f64-bfba-1588d733bece {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.162536] env[70294]: DEBUG oslo_concurrency.lockutils [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.211119] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569982, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.369573] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "refresh_cache-a534f0d3-0db2-490b-8833-6142d3fdf5ff" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.369573] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "refresh_cache-a534f0d3-0db2-490b-8833-6142d3fdf5ff" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.369573] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.406571] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569983, 'name': Rename_Task, 'duration_secs': 0.247134} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.406853] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.407598] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0eafa1c9-b2c0-4e81-9b9b-e55d64c1fb27 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.417158] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 889.417158] env[70294]: value = "task-3569984" [ 889.417158] env[70294]: _type = "Task" [ 889.417158] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.429698] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569984, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.450634] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526d9767-5126-482d-9b3e-1c2c8457e707 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.461183] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f754bff-c1e2-4208-970c-22992733043e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.498455] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500a8f5d-8362-4d4a-8b14-e79f9eaa5051 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.507752] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4b5d0-3ba6-4867-b5b8-b4bd601914b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.526936] env[70294]: DEBUG nova.compute.provider_tree [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.560476] env[70294]: DEBUG nova.network.neutron [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Updated VIF entry in instance network info cache for port 1e0b2995-3a48-46d2-9f39-4a1dc1701c93. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.560865] env[70294]: DEBUG nova.network.neutron [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Updating instance_info_cache with network_info: [{"id": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "address": "fa:16:3e:03:46:d6", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0b2995-3a", "ovs_interfaceid": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.709502] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569982, 'name': RemoveSnapshot_Task, 'duration_secs': 0.825098} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.709801] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 889.710122] env[70294]: DEBUG nova.compute.manager [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.710979] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c40695-8138-4918-837e-3606100a87f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.886876] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.926129] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.926408] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.926566] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.926749] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.926899] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.927059] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.927317] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.927578] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.927638] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.927748] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.927922] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.928973] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722c9949-e990-4ef7-8d35-e670571f949b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.931927] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.945629] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227a85db-b700-4ab7-b7d5-46a94c37afdb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.950666] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569984, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.030641] env[70294]: DEBUG nova.scheduler.client.report [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.064561] env[70294]: DEBUG oslo_concurrency.lockutils [req-24db7c2a-4151-4a36-bc16-cf4eba5dd339 req-f151ba79-7324-4c34-b5b3-39f251481d86 service nova] Releasing lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.133138] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Updating instance_info_cache with network_info: [{"id": "9633f7db-c009-4d19-8983-349c846f1e9b", "address": "fa:16:3e:e5:3d:8a", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9633f7db-c0", "ovs_interfaceid": "9633f7db-c009-4d19-8983-349c846f1e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.230018] env[70294]: INFO nova.compute.manager [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Shelve offloading [ 890.233366] env[70294]: DEBUG oslo_concurrency.lockutils [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.233601] env[70294]: DEBUG oslo_concurrency.lockutils [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.233841] env[70294]: INFO nova.compute.manager [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Attaching volume 266f65f5-bc40-47a0-a880-a61542827abb to /dev/sdb [ 890.280256] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e14893-f2e4-44fd-93e4-01ec6a323e40 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.290292] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bee715-659b-42f2-95fe-09cc03d805a6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.307378] env[70294]: DEBUG nova.virt.block_device [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating existing volume attachment record: 7549ace4-9ba7-4c2d-8f65-853b65ed415b {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 890.433127] env[70294]: DEBUG oslo_vmware.api [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3569984, 'name': PowerOnVM_Task, 'duration_secs': 0.677459} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.433239] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.434182] env[70294]: INFO nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Took 8.42 seconds to spawn the instance on the hypervisor. [ 890.434182] env[70294]: DEBUG nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.434496] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351c661d-4115-4f4e-9649-677499d6438a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.539188] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.699s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.539188] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.547229] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.888s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.547604] env[70294]: DEBUG nova.objects.instance [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lazy-loading 'resources' on Instance uuid affe22e6-6c48-4bb4-9fc4-499a0186db2a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.636726] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "refresh_cache-a534f0d3-0db2-490b-8833-6142d3fdf5ff" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.636726] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Instance network_info: |[{"id": "9633f7db-c009-4d19-8983-349c846f1e9b", "address": "fa:16:3e:e5:3d:8a", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9633f7db-c0", "ovs_interfaceid": "9633f7db-c009-4d19-8983-349c846f1e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.638380] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:3d:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9633f7db-c009-4d19-8983-349c846f1e9b', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.647064] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Creating folder: Project (9c181776e8914f549721a02e13948bb6). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.647831] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2aa74989-68a2-4e15-898d-b485b280ae56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.665922] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Created folder: Project (9c181776e8914f549721a02e13948bb6) in parent group-v712401. [ 890.666023] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Creating folder: Instances. Parent ref: group-v712610. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.666321] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23629b90-5a39-40c8-8984-74c4d4b1ced9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.682213] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Created folder: Instances in parent group-v712610. [ 890.682213] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.682213] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.682213] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a5833eb-9fef-4df2-abf7-d4f67b2bc2fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.707094] env[70294]: DEBUG nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Received event network-vif-plugged-9633f7db-c009-4d19-8983-349c846f1e9b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.707094] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Acquiring lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.707094] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.707094] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.707094] env[70294]: DEBUG nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] No waiting events found dispatching network-vif-plugged-9633f7db-c009-4d19-8983-349c846f1e9b {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.707094] env[70294]: WARNING nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Received unexpected event network-vif-plugged-9633f7db-c009-4d19-8983-349c846f1e9b for instance with vm_state building and task_state spawning. [ 890.707094] env[70294]: DEBUG nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Received event network-changed-9633f7db-c009-4d19-8983-349c846f1e9b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.707094] env[70294]: DEBUG nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Refreshing instance network info cache due to event network-changed-9633f7db-c009-4d19-8983-349c846f1e9b. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.707094] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Acquiring lock "refresh_cache-a534f0d3-0db2-490b-8833-6142d3fdf5ff" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.707094] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Acquired lock "refresh_cache-a534f0d3-0db2-490b-8833-6142d3fdf5ff" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.707094] env[70294]: DEBUG nova.network.neutron [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Refreshing network info cache for port 9633f7db-c009-4d19-8983-349c846f1e9b {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.714426] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Successfully updated port: 94cdb09d-15cd-4f64-bfba-1588d733bece {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.723385] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.723385] env[70294]: value = "task-3569989" [ 890.723385] env[70294]: _type = "Task" [ 890.723385] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.732294] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569989, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.737187] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.737994] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c21e7c-60f8-4e6d-805e-194a03c0a85e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.747990] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 890.747990] env[70294]: value = "task-3569990" [ 890.747990] env[70294]: _type = "Task" [ 890.747990] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.759827] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3569990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.778714] env[70294]: INFO nova.compute.manager [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Rebuilding instance [ 890.849267] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc9c90-f2f5-5a5c-ef9f-8d8bfde34565/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 890.850526] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbda7d0-9fbe-42d4-8a1f-b3e31ba48a57 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.857619] env[70294]: DEBUG nova.compute.manager [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.858755] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1da312-f851-4364-8967-128ca73546b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.864477] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc9c90-f2f5-5a5c-ef9f-8d8bfde34565/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 890.864703] env[70294]: ERROR oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc9c90-f2f5-5a5c-ef9f-8d8bfde34565/disk-0.vmdk due to incomplete transfer. [ 890.865373] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c6efcb1-3b92-410c-b842-5113a8749d1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.874992] env[70294]: DEBUG oslo_vmware.rw_handles [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fc9c90-f2f5-5a5c-ef9f-8d8bfde34565/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 890.875391] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Uploaded image 7f5fc1f6-80b8-46e9-b502-25ad964fba42 to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 890.876947] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.877483] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d42466b1-0294-4b4e-9b84-8e5c4ee70796 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.885622] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 890.885622] env[70294]: value = "task-3569992" [ 890.885622] env[70294]: _type = "Task" [ 890.885622] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.896079] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569992, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.955800] env[70294]: INFO nova.compute.manager [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Took 35.64 seconds to build instance. [ 891.061560] env[70294]: DEBUG nova.compute.utils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.066745] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.067116] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.151070] env[70294]: DEBUG nova.policy [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '923704752aa549e18c7f5798c5c024d7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c181776e8914f549721a02e13948bb6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.218652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "refresh_cache-4337650d-1f83-46a3-a522-c6779fb291c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.222020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "refresh_cache-4337650d-1f83-46a3-a522-c6779fb291c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.222020] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.238052] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569989, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.262945] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 891.263845] env[70294]: DEBUG nova.compute.manager [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.264127] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd95684-509f-46d0-a48a-60a692a9245c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.278045] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.278249] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.278422] env[70294]: DEBUG nova.network.neutron [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.399472] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569992, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.458639] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2c203950-e8f0-4b5d-b17b-30d8d5ca4c6f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.537s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.567592] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.668821] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab700b8-53f4-4fbc-beac-91759cc07f4b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.678790] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab6f1a-23ca-435a-a319-970b58d9dd52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.717586] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98beab47-82fd-4a37-9cbb-561c1475dfbb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.737070] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb697b2-762a-4e06-9fb8-3331dfdbdcb4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.752736] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569989, 'name': CreateVM_Task, 'duration_secs': 0.52886} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.760901] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.761407] env[70294]: DEBUG nova.compute.provider_tree [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.763808] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.763970] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.764298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.764550] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfd41831-7cab-4b29-8e0e-0409165dae4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.771167] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 891.771167] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5202fe83-cf93-9298-a723-99ff8eaa019b" [ 891.771167] env[70294]: _type = "Task" [ 891.771167] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.782696] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5202fe83-cf93-9298-a723-99ff8eaa019b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.820920] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.825919] env[70294]: DEBUG nova.network.neutron [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Updated VIF entry in instance network info cache for port 9633f7db-c009-4d19-8983-349c846f1e9b. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.826320] env[70294]: DEBUG nova.network.neutron [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Updating instance_info_cache with network_info: [{"id": "9633f7db-c009-4d19-8983-349c846f1e9b", "address": "fa:16:3e:e5:3d:8a", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9633f7db-c0", "ovs_interfaceid": "9633f7db-c009-4d19-8983-349c846f1e9b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.889010] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.892851] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84f94873-da20-4057-aedb-55139d193013 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.916183] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569992, 'name': Destroy_Task, 'duration_secs': 0.562141} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.918161] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Destroyed the VM [ 891.918328] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 891.918895] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 891.918895] env[70294]: value = "task-3569993" [ 891.918895] env[70294]: _type = "Task" [ 891.918895] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.918895] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7eec3ce7-734e-4fd5-b3f1-b2243bf6eb82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.932782] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.934158] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 891.934158] env[70294]: value = "task-3569994" [ 891.934158] env[70294]: _type = "Task" [ 891.934158] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.945264] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569994, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.975456] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "792c7301-d50d-472a-8a76-b1c659f9681c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.975721] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "792c7301-d50d-472a-8a76-b1c659f9681c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.017871] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Successfully created port: 9b4b21f1-0c69-4495-82ed-6a9343efc892 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.091506] env[70294]: DEBUG nova.network.neutron [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24adb4d-95", "ovs_interfaceid": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.151713] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Updating instance_info_cache with network_info: [{"id": "94cdb09d-15cd-4f64-bfba-1588d733bece", "address": "fa:16:3e:6a:60:40", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cdb09d-15", "ovs_interfaceid": "94cdb09d-15cd-4f64-bfba-1588d733bece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.264751] env[70294]: DEBUG nova.scheduler.client.report [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.285682] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5202fe83-cf93-9298-a723-99ff8eaa019b, 'name': SearchDatastore_Task, 'duration_secs': 0.011153} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.285999] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.286276] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.286537] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.286686] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.286878] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.287779] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1f215ee-184e-4f64-89c4-e4543f2ac267 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.298580] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.298774] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.299514] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e520580a-f0d0-40b1-aa43-a0c05d54ebf8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.307535] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 892.307535] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5297e578-0648-b2fb-0f3e-86487a14fd14" [ 892.307535] env[70294]: _type = "Task" [ 892.307535] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.316181] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5297e578-0648-b2fb-0f3e-86487a14fd14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.329129] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Releasing lock "refresh_cache-a534f0d3-0db2-490b-8833-6142d3fdf5ff" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.329423] env[70294]: DEBUG nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Received event network-vif-plugged-94cdb09d-15cd-4f64-bfba-1588d733bece {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.329573] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Acquiring lock "4337650d-1f83-46a3-a522-c6779fb291c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.329905] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Lock "4337650d-1f83-46a3-a522-c6779fb291c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.329979] env[70294]: DEBUG oslo_concurrency.lockutils [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] Lock "4337650d-1f83-46a3-a522-c6779fb291c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.330276] env[70294]: DEBUG nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] No waiting events found dispatching network-vif-plugged-94cdb09d-15cd-4f64-bfba-1588d733bece {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 892.330353] env[70294]: WARNING nova.compute.manager [req-416129e7-5bb9-41f1-b57f-5c0732d6d120 req-8734f6e0-898a-465e-a8c9-06ce9e215b6c service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Received unexpected event network-vif-plugged-94cdb09d-15cd-4f64-bfba-1588d733bece for instance with vm_state building and task_state spawning. [ 892.431977] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569993, 'name': PowerOffVM_Task, 'duration_secs': 0.244298} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.433378] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.433624] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.434535] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557188ac-060a-4f25-adab-1f5bba555501 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.446147] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3569994, 'name': RemoveSnapshot_Task, 'duration_secs': 0.339284} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.448851] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.449335] env[70294]: DEBUG nova.compute.manager [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.449845] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.451179] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8b5453-14ce-4ee8-a6a6-d107f762497d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.453683] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ec23c0-e304-423b-86c7-83e40928ed79 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.481484] env[70294]: DEBUG nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.523458] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.523736] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.523956] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleting the datastore file [datastore2] 19b79813-f06b-4094-b799-e709e351473d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.525205] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-248d0c93-6746-44f3-9691-ae049c0f3103 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.532577] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 892.532577] env[70294]: value = "task-3569996" [ 892.532577] env[70294]: _type = "Task" [ 892.532577] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.542293] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569996, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.579727] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.593797] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.607394] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.607654] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.607913] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.608126] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.608272] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.608417] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.608661] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.608836] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.609027] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.609222] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.609413] env[70294]: DEBUG nova.virt.hardware [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.610278] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c9fa4-0496-4742-92a8-73674076d43e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.619479] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de904d67-becb-4021-8ab8-bcd8969ccf92 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.655304] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "refresh_cache-4337650d-1f83-46a3-a522-c6779fb291c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.655700] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Instance network_info: |[{"id": "94cdb09d-15cd-4f64-bfba-1588d733bece", "address": "fa:16:3e:6a:60:40", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cdb09d-15", "ovs_interfaceid": "94cdb09d-15cd-4f64-bfba-1588d733bece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.656227] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:60:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94cdb09d-15cd-4f64-bfba-1588d733bece', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.664303] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.664557] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.664832] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0596c59c-5e0d-47e9-8c6e-9a56f7c1ff44 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.690656] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.690656] env[70294]: value = "task-3569997" [ 892.690656] env[70294]: _type = "Task" [ 892.690656] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.701336] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569997, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.759397] env[70294]: DEBUG nova.compute.manager [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Received event network-changed-94cdb09d-15cd-4f64-bfba-1588d733bece {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.759654] env[70294]: DEBUG nova.compute.manager [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Refreshing instance network info cache due to event network-changed-94cdb09d-15cd-4f64-bfba-1588d733bece. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.759848] env[70294]: DEBUG oslo_concurrency.lockutils [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] Acquiring lock "refresh_cache-4337650d-1f83-46a3-a522-c6779fb291c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.759988] env[70294]: DEBUG oslo_concurrency.lockutils [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] Acquired lock "refresh_cache-4337650d-1f83-46a3-a522-c6779fb291c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.760349] env[70294]: DEBUG nova.network.neutron [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Refreshing network info cache for port 94cdb09d-15cd-4f64-bfba-1588d733bece {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.780343] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.782877] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.482s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.783201] env[70294]: DEBUG nova.objects.instance [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lazy-loading 'resources' on Instance uuid 0ddc8766-9598-4977-9973-1e50288399d5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.817586] env[70294]: INFO nova.scheduler.client.report [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Deleted allocations for instance affe22e6-6c48-4bb4-9fc4-499a0186db2a [ 892.826644] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5297e578-0648-b2fb-0f3e-86487a14fd14, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.830786] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a075d4-149a-43ce-a416-e065e16e80dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.840022] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 892.840022] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5240f3a1-2e7d-8565-ae11-cb0830c579be" [ 892.840022] env[70294]: _type = "Task" [ 892.840022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.860302] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5240f3a1-2e7d-8565-ae11-cb0830c579be, 'name': SearchDatastore_Task, 'duration_secs': 0.013903} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.860797] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.861190] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a534f0d3-0db2-490b-8833-6142d3fdf5ff/a534f0d3-0db2-490b-8833-6142d3fdf5ff.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.861539] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb58501-5096-411f-82db-4f0feeaa54b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.873708] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 892.873708] env[70294]: value = "task-3569999" [ 892.873708] env[70294]: _type = "Task" [ 892.873708] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.886199] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3569999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.969567] env[70294]: INFO nova.compute.manager [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Shelve offloading [ 893.023557] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.043928] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3569996, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179061} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.044685] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.044879] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.045078] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.203243] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3569997, 'name': CreateVM_Task, 'duration_secs': 0.37301} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.203463] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.204274] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.204449] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.204824] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.205115] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e454fc69-c60a-423d-9cfa-41b15a9f50c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.213543] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 893.213543] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52649fe7-fcab-9115-a890-45661bde6287" [ 893.213543] env[70294]: _type = "Task" [ 893.213543] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.224673] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52649fe7-fcab-9115-a890-45661bde6287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.325474] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.326730] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30d82df-2c58-4a10-90a4-96b0d2224555 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.341214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-56f06728-f348-48a9-b6f2-0424dbc22694 tempest-AttachInterfacesUnderV243Test-1729306752 tempest-AttachInterfacesUnderV243Test-1729306752-project-member] Lock "affe22e6-6c48-4bb4-9fc4-499a0186db2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.030s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.357143] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.360591] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3656982a-202d-4f30-b7e4-3b1364e64ab4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.390983] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3569999, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.439980] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.440367] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.440616] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleting the datastore file [datastore1] 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.440951] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbb49677-82e6-498d-817e-55163b2b8720 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.451162] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 893.451162] env[70294]: value = "task-3570001" [ 893.451162] env[70294]: _type = "Task" [ 893.451162] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.464190] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.477365] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.477710] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1db56589-70a3-47b3-bd06-3526d56ec551 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.488162] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 893.488162] env[70294]: value = "task-3570002" [ 893.488162] env[70294]: _type = "Task" [ 893.488162] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.502558] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 893.502925] env[70294]: DEBUG nova.compute.manager [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.504308] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b8b77-e3df-4858-b7a3-1369f72a2ff6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.511126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.511405] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.511512] env[70294]: DEBUG nova.network.neutron [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.660232] env[70294]: DEBUG nova.network.neutron [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Updated VIF entry in instance network info cache for port 94cdb09d-15cd-4f64-bfba-1588d733bece. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.660655] env[70294]: DEBUG nova.network.neutron [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Updating instance_info_cache with network_info: [{"id": "94cdb09d-15cd-4f64-bfba-1588d733bece", "address": "fa:16:3e:6a:60:40", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94cdb09d-15", "ovs_interfaceid": "94cdb09d-15cd-4f64-bfba-1588d733bece", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.728875] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52649fe7-fcab-9115-a890-45661bde6287, 'name': SearchDatastore_Task, 'duration_secs': 0.049311} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.729179] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.729407] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.729665] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.729777] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.729977] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.730314] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f327b7c1-6248-4f12-a9ac-7bb2e456d412 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.739763] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.739954] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.740706] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6925c4cb-db69-4f7e-b43e-e72a75b7a9ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.748885] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 893.748885] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a1dd56-dc78-3f98-9d0c-4f35d99f8828" [ 893.748885] env[70294]: _type = "Task" [ 893.748885] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.756939] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a1dd56-dc78-3f98-9d0c-4f35d99f8828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.849299] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73cb153a-601d-4bab-a911-28f1a62eb235 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.857922] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a661cd1-c604-4717-8e34-97ccac6e515b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.892364] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85e50b-a6da-4233-98e5-0c48072e5999 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.903142] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41af86c-252e-44ca-824b-f5938a1cc932 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.907657] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3569999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541121} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.907920] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a534f0d3-0db2-490b-8833-6142d3fdf5ff/a534f0d3-0db2-490b-8833-6142d3fdf5ff.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.910618] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.910618] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4de94a13-c09f-4cb8-8c1a-891ac3361946 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.932786] env[70294]: DEBUG nova.compute.provider_tree [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.940840] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 893.940840] env[70294]: value = "task-3570003" [ 893.940840] env[70294]: _type = "Task" [ 893.940840] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.941202] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Successfully updated port: 9b4b21f1-0c69-4495-82ed-6a9343efc892 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.955542] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.969714] env[70294]: DEBUG oslo_vmware.api [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231662} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.970007] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.973904] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.974122] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.009267] env[70294]: INFO nova.scheduler.client.report [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted allocations for instance 67eda3b1-22f1-4952-908d-aa31550608bc [ 894.088256] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.088256] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.088449] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.088487] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.088611] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.088784] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.089136] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.089344] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.089524] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.089704] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.089878] env[70294]: DEBUG nova.virt.hardware [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.091137] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cdcd45-eeb7-434a-9a1a-280d1494fb48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.100007] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b90613-5e70-49cc-baf8-3cce6ff6cf73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.114483] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:18:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4954661-ff70-43dd-bc60-8cbca6b9cbfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcc2f2fe-98d9-4919-83e7-c8314afb636f', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.121856] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.122134] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.122361] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c87079a-64b4-4440-9782-4cf6e252b116 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.142469] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.142469] env[70294]: value = "task-3570004" [ 894.142469] env[70294]: _type = "Task" [ 894.142469] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.150690] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570004, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.163431] env[70294]: DEBUG oslo_concurrency.lockutils [req-81bc075b-7bcb-4411-9e0a-86df2bbea130 req-8d36dc7d-661e-418a-9f01-9fd8e219bc43 service nova] Releasing lock "refresh_cache-4337650d-1f83-46a3-a522-c6779fb291c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.259425] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a1dd56-dc78-3f98-9d0c-4f35d99f8828, 'name': SearchDatastore_Task, 'duration_secs': 0.009741} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.260212] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f239a10-1deb-4972-a68a-a7af092cd7ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.266639] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 894.266639] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520c2e03-37e4-d25e-72aa-146f00f7a66d" [ 894.266639] env[70294]: _type = "Task" [ 894.266639] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.274969] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520c2e03-37e4-d25e-72aa-146f00f7a66d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.449713] env[70294]: DEBUG nova.scheduler.client.report [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.449713] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "refresh_cache-fd9d6385-9a8f-446c-9b6e-467b735c68fd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.449713] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "refresh_cache-fd9d6385-9a8f-446c-9b6e-467b735c68fd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.450041] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.458758] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078349} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.458758] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.458758] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e72166-b49d-4383-a443-c843acd2322c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.483128] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] a534f0d3-0db2-490b-8833-6142d3fdf5ff/a534f0d3-0db2-490b-8833-6142d3fdf5ff.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.483295] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f46fb46-71f4-4ab6-a63b-22e9eeb85cc7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.503948] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 894.503948] env[70294]: value = "task-3570005" [ 894.503948] env[70294]: _type = "Task" [ 894.503948] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.512477] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.518021] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.652446] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570004, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.685448] env[70294]: DEBUG nova.network.neutron [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Updating instance_info_cache with network_info: [{"id": "6c2c8849-9df1-4cdb-9c78-208de675f916", "address": "fa:16:3e:4e:0f:90", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2c8849-9d", "ovs_interfaceid": "6c2c8849-9df1-4cdb-9c78-208de675f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.779092] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520c2e03-37e4-d25e-72aa-146f00f7a66d, 'name': SearchDatastore_Task, 'duration_secs': 0.015221} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.779517] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.779740] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 4337650d-1f83-46a3-a522-c6779fb291c9/4337650d-1f83-46a3-a522-c6779fb291c9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.780024] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-291c5da8-4af5-481d-96fc-0d3b6f89ffa1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.787360] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 894.787360] env[70294]: value = "task-3570006" [ 894.787360] env[70294]: _type = "Task" [ 894.787360] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.795470] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-vif-unplugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.795727] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.795976] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.796201] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.796430] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] No waiting events found dispatching network-vif-unplugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.796646] env[70294]: WARNING nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received unexpected event network-vif-unplugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 for instance with vm_state shelved_offloaded and task_state None. [ 894.796849] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.797081] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing instance network info cache due to event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.797310] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Acquiring lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.797486] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Acquired lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.797667] env[70294]: DEBUG nova.network.neutron [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.804638] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.950939] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.953893] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.954s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.954094] env[70294]: DEBUG nova.objects.instance [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'resources' on Instance uuid 85e159e8-0f37-4d05-9611-259ea1c67cba {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.994040] env[70294]: INFO nova.scheduler.client.report [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Deleted allocations for instance 0ddc8766-9598-4977-9973-1e50288399d5 [ 895.013781] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.019725] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.158080] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570004, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.187932] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.250146] env[70294]: DEBUG nova.network.neutron [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Updating instance_info_cache with network_info: [{"id": "9b4b21f1-0c69-4495-82ed-6a9343efc892", "address": "fa:16:3e:c4:af:88", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b21f1-0c", "ovs_interfaceid": "9b4b21f1-0c69-4495-82ed-6a9343efc892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.302421] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.366021] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 895.366021] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712614', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'name': 'volume-266f65f5-bc40-47a0-a880-a61542827abb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92762e3a-a62a-4fc0-b40a-9eb2ead38951', 'attached_at': '', 'detached_at': '', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'serial': '266f65f5-bc40-47a0-a880-a61542827abb'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 895.366021] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfb5164-eb3e-4995-a749-c91b43796860 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.386997] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0876a8d-0c0e-4ad6-be2f-a7e370ab133a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.420184] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] volume-266f65f5-bc40-47a0-a880-a61542827abb/volume-266f65f5-bc40-47a0-a880-a61542827abb.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.421082] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170fac94-580e-4540-bc3a-65733913ac3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.456147] env[70294]: DEBUG oslo_vmware.api [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 895.456147] env[70294]: value = "task-3570007" [ 895.456147] env[70294]: _type = "Task" [ 895.456147] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.478779] env[70294]: DEBUG oslo_vmware.api [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570007, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.508727] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9333bc24-e2b7-45f6-afa7-34ec7fafc786 tempest-InstanceActionsV221TestJSON-1154730883 tempest-InstanceActionsV221TestJSON-1154730883-project-member] Lock "0ddc8766-9598-4977-9973-1e50288399d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.780s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.522673] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570005, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.656523] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570004, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.710547] env[70294]: DEBUG nova.network.neutron [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updated VIF entry in instance network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.710948] env[70294]: DEBUG nova.network.neutron [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape24adb4d-95", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.754950] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "refresh_cache-fd9d6385-9a8f-446c-9b6e-467b735c68fd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.755500] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Instance network_info: |[{"id": "9b4b21f1-0c69-4495-82ed-6a9343efc892", "address": "fa:16:3e:c4:af:88", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b21f1-0c", "ovs_interfaceid": "9b4b21f1-0c69-4495-82ed-6a9343efc892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.757034] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:af:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '304be4f7-4e36-4468-9ef4-e457341cef18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b4b21f1-0c69-4495-82ed-6a9343efc892', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.770677] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.770677] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.776109] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a7ef7ba-83e2-421d-8694-79d4475c35e6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.806882] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570006, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.810198] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.810198] env[70294]: value = "task-3570008" [ 895.810198] env[70294]: _type = "Task" [ 895.810198] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.819251] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.820030] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc29f93c-3691-414a-8314-8ed38f24b0d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.827495] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570008, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.836446] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.836446] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b9d23e2-2e5a-49e0-b4dc-8c255af12284 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.970777] env[70294]: DEBUG oslo_vmware.api [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570007, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.987766] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.988545] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.989498] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleting the datastore file [datastore1] a9d76e89-a84a-4619-be40-e7c80a0a9fb0 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.990062] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6041fc47-adfe-4f5d-ba0a-59c9aeac7c51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.005685] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 896.005685] env[70294]: value = "task-3570010" [ 896.005685] env[70294]: _type = "Task" [ 896.005685] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.023342] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.023342] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570005, 'name': ReconfigVM_Task, 'duration_secs': 1.061513} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.023719] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Reconfigured VM instance instance-0000004c to attach disk [datastore1] a534f0d3-0db2-490b-8833-6142d3fdf5ff/a534f0d3-0db2-490b-8833-6142d3fdf5ff.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.024382] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fa7c4fb-1ad1-4e62-b329-4f69aba9a8cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.037491] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 896.037491] env[70294]: value = "task-3570011" [ 896.037491] env[70294]: _type = "Task" [ 896.037491] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.053374] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570011, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.094572] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac845f4-c861-4653-b571-19347f42e02f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.108616] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce643c80-de7b-4ad7-807c-157a1a3e5655 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.153568] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f434572-d805-4bb4-a405-be4290c88d4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.160210] env[70294]: DEBUG nova.compute.manager [req-56a2bd6e-c5e8-4a8d-8102-230c2b409a1f req-0acba8fd-1dad-4491-ba34-9a8949beb6f3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Received event network-vif-unplugged-6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.160414] env[70294]: DEBUG oslo_concurrency.lockutils [req-56a2bd6e-c5e8-4a8d-8102-230c2b409a1f req-0acba8fd-1dad-4491-ba34-9a8949beb6f3 service nova] Acquiring lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.160657] env[70294]: DEBUG oslo_concurrency.lockutils [req-56a2bd6e-c5e8-4a8d-8102-230c2b409a1f req-0acba8fd-1dad-4491-ba34-9a8949beb6f3 service nova] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.160804] env[70294]: DEBUG oslo_concurrency.lockutils [req-56a2bd6e-c5e8-4a8d-8102-230c2b409a1f req-0acba8fd-1dad-4491-ba34-9a8949beb6f3 service nova] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.161034] env[70294]: DEBUG nova.compute.manager [req-56a2bd6e-c5e8-4a8d-8102-230c2b409a1f req-0acba8fd-1dad-4491-ba34-9a8949beb6f3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] No waiting events found dispatching network-vif-unplugged-6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.161536] env[70294]: WARNING nova.compute.manager [req-56a2bd6e-c5e8-4a8d-8102-230c2b409a1f req-0acba8fd-1dad-4491-ba34-9a8949beb6f3 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Received unexpected event network-vif-unplugged-6c2c8849-9df1-4cdb-9c78-208de675f916 for instance with vm_state shelved and task_state shelving_offloading. [ 896.171731] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570004, 'name': CreateVM_Task, 'duration_secs': 1.835856} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.172361] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.173704] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0bee61-237e-461b-bce5-b90a7683d037 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.178473] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.178645] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.179020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.179373] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2188088d-8602-4815-a35c-ab00231cb325 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.197380] env[70294]: DEBUG nova.compute.provider_tree [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.201147] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 896.201147] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5216ae5f-5f3c-2d52-4ac6-a1396fa1fe81" [ 896.201147] env[70294]: _type = "Task" [ 896.201147] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.216468] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Releasing lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.216468] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Received event network-vif-plugged-9b4b21f1-0c69-4495-82ed-6a9343efc892 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.216468] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Acquiring lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.216468] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.216468] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.216468] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] No waiting events found dispatching network-vif-plugged-9b4b21f1-0c69-4495-82ed-6a9343efc892 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 896.216468] env[70294]: WARNING nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Received unexpected event network-vif-plugged-9b4b21f1-0c69-4495-82ed-6a9343efc892 for instance with vm_state building and task_state spawning. [ 896.216468] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Received event network-changed-9b4b21f1-0c69-4495-82ed-6a9343efc892 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.216468] env[70294]: DEBUG nova.compute.manager [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Refreshing instance network info cache due to event network-changed-9b4b21f1-0c69-4495-82ed-6a9343efc892. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.216741] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Acquiring lock "refresh_cache-fd9d6385-9a8f-446c-9b6e-467b735c68fd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.216913] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Acquired lock "refresh_cache-fd9d6385-9a8f-446c-9b6e-467b735c68fd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.217154] env[70294]: DEBUG nova.network.neutron [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Refreshing network info cache for port 9b4b21f1-0c69-4495-82ed-6a9343efc892 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.224346] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5216ae5f-5f3c-2d52-4ac6-a1396fa1fe81, 'name': SearchDatastore_Task, 'duration_secs': 0.022053} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.225622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.225865] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.226125] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.226274] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.226671] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.227439] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bbd954b-b043-4fac-af37-a0ccb84660c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.239823] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.240033] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.240780] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b526d0e8-b918-43e7-bc2c-59d3488e7613 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.247474] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 896.247474] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d92567-4717-fb49-2279-1dd540fc4bef" [ 896.247474] env[70294]: _type = "Task" [ 896.247474] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.256691] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d92567-4717-fb49-2279-1dd540fc4bef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.308865] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570006, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.084514} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.308865] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 4337650d-1f83-46a3-a522-c6779fb291c9/4337650d-1f83-46a3-a522-c6779fb291c9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.308865] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.308865] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55a033bb-589a-4650-83b5-717c1dee2ab0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.316267] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 896.316267] env[70294]: value = "task-3570012" [ 896.316267] env[70294]: _type = "Task" [ 896.316267] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.322876] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570008, 'name': CreateVM_Task, 'duration_secs': 0.423676} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.323193] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.324252] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.324421] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.324767] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.325201] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c3f0f7a-0bd9-4e85-aabd-060556cf3b51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.330513] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.334937] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 896.334937] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52144784-aa3b-e3ed-db4f-3fa7ed9dbc9f" [ 896.334937] env[70294]: _type = "Task" [ 896.334937] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.345354] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52144784-aa3b-e3ed-db4f-3fa7ed9dbc9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.467249] env[70294]: DEBUG oslo_vmware.api [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570007, 'name': ReconfigVM_Task, 'duration_secs': 0.550658} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.467563] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfigured VM instance instance-00000041 to attach disk [datastore1] volume-266f65f5-bc40-47a0-a880-a61542827abb/volume-266f65f5-bc40-47a0-a880-a61542827abb.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.472322] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c1245f2-4e2d-4516-b1ae-f9ccae88c9c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.493330] env[70294]: DEBUG oslo_vmware.api [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 896.493330] env[70294]: value = "task-3570013" [ 896.493330] env[70294]: _type = "Task" [ 896.493330] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.503840] env[70294]: DEBUG oslo_vmware.api [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.514919] env[70294]: DEBUG oslo_vmware.api [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217646} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.515245] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.515435] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.515741] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.538576] env[70294]: INFO nova.scheduler.client.report [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted allocations for instance a9d76e89-a84a-4619-be40-e7c80a0a9fb0 [ 896.550877] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570011, 'name': Rename_Task, 'duration_secs': 0.219764} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.551049] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.551259] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1828187-e5cf-4d06-9ef8-1c56db0542fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.559659] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 896.559659] env[70294]: value = "task-3570014" [ 896.559659] env[70294]: _type = "Task" [ 896.559659] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.570570] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.709783] env[70294]: DEBUG nova.scheduler.client.report [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.714366] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.761855] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d92567-4717-fb49-2279-1dd540fc4bef, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.765546] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60af610b-e0c3-4fa4-82fe-33e266150233 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.772314] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 896.772314] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b8478-8dbc-0e25-2ec9-ed293cf93f1c" [ 896.772314] env[70294]: _type = "Task" [ 896.772314] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.783189] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b8478-8dbc-0e25-2ec9-ed293cf93f1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.830203] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175267} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.833056] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.834201] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb65767-1461-4496-a738-871d5edb074b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.848648] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52144784-aa3b-e3ed-db4f-3fa7ed9dbc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.035957} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.859917] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.860203] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.860417] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.869995] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 4337650d-1f83-46a3-a522-c6779fb291c9/4337650d-1f83-46a3-a522-c6779fb291c9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.873522] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74650f14-8693-4394-93bd-79733b82fc94 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.896479] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 896.896479] env[70294]: value = "task-3570015" [ 896.896479] env[70294]: _type = "Task" [ 896.896479] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.920739] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570015, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.010386] env[70294]: DEBUG oslo_vmware.api [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570013, 'name': ReconfigVM_Task, 'duration_secs': 0.233254} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.010386] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712614', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'name': 'volume-266f65f5-bc40-47a0-a880-a61542827abb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92762e3a-a62a-4fc0-b40a-9eb2ead38951', 'attached_at': '', 'detached_at': '', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'serial': '266f65f5-bc40-47a0-a880-a61542827abb'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 897.046256] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.073370] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570014, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.119573] env[70294]: DEBUG nova.network.neutron [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Updated VIF entry in instance network info cache for port 9b4b21f1-0c69-4495-82ed-6a9343efc892. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.120255] env[70294]: DEBUG nova.network.neutron [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Updating instance_info_cache with network_info: [{"id": "9b4b21f1-0c69-4495-82ed-6a9343efc892", "address": "fa:16:3e:c4:af:88", "network": {"id": "60895a57-beca-49ea-a782-985ab4396b7d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-704751585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c181776e8914f549721a02e13948bb6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "304be4f7-4e36-4468-9ef4-e457341cef18", "external-id": "nsx-vlan-transportzone-911", "segmentation_id": 911, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b4b21f1-0c", "ovs_interfaceid": "9b4b21f1-0c69-4495-82ed-6a9343efc892", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.216050] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.262s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.218527] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.597s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.222343] env[70294]: INFO nova.compute.claims [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.258773] env[70294]: INFO nova.scheduler.client.report [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted allocations for instance 85e159e8-0f37-4d05-9611-259ea1c67cba [ 897.285995] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b8478-8dbc-0e25-2ec9-ed293cf93f1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.286302] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.286817] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.287468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.287468] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.287650] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4120d755-462d-44fd-bc36-0f9858f52848 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.289965] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a38b7e0-9238-48b4-8bb2-003582d09578 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.301356] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 897.301356] env[70294]: value = "task-3570016" [ 897.301356] env[70294]: _type = "Task" [ 897.301356] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.304781] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.305015] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.312611] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e161404c-434b-4482-9c03-37d001141dd6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.329940] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.330412] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 897.330412] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526793cc-5495-d57b-0f3c-80d6db1cbec2" [ 897.330412] env[70294]: _type = "Task" [ 897.330412] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.341205] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526793cc-5495-d57b-0f3c-80d6db1cbec2, 'name': SearchDatastore_Task, 'duration_secs': 0.010599} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.343116] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3e6c248-e830-4404-b55c-0f9cc94d985d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.350783] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 897.350783] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aeec86-b81e-d588-3541-080a904b1cff" [ 897.350783] env[70294]: _type = "Task" [ 897.350783] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.362732] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aeec86-b81e-d588-3541-080a904b1cff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.411326] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570015, 'name': ReconfigVM_Task, 'duration_secs': 0.299312} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.411326] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 4337650d-1f83-46a3-a522-c6779fb291c9/4337650d-1f83-46a3-a522-c6779fb291c9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.411326] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7cb6985-4c35-4012-a444-ba79980ab4cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.421273] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 897.421273] env[70294]: value = "task-3570017" [ 897.421273] env[70294]: _type = "Task" [ 897.421273] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.433028] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570017, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.573483] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570014, 'name': PowerOnVM_Task, 'duration_secs': 0.735985} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.575591] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.575863] env[70294]: INFO nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Took 10.52 seconds to spawn the instance on the hypervisor. [ 897.576129] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.577090] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36225403-b68a-4476-be7b-7467208a5853 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.624728] env[70294]: DEBUG oslo_concurrency.lockutils [req-d6d04c6c-d447-4e20-b7c1-466ebb8d30b5 req-2fe780dc-b9f5-4922-b7e8-f57566ce9e0d service nova] Releasing lock "refresh_cache-fd9d6385-9a8f-446c-9b6e-467b735c68fd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.773581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c4248e8-7991-4788-b302-51a6e0654294 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "85e159e8-0f37-4d05-9611-259ea1c67cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.838s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.774637] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Acquired lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.776052] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413b392d-94be-4596-90e4-faa88819ea2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.787834] env[70294]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 897.787834] env[70294]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=70294) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 897.787834] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a266e9eb-853d-45b0-acb6-c63419a6224a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.802863] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd33842c-9e77-45ea-bda2-b0dbf0100539 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.821619] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.825648] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487852} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.825975] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.826414] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.826694] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a19307fe-db3d-4d08-b6b4-d42dc7c9a56d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.858050] env[70294]: ERROR root [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-712549' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-712549' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-712549' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-712549'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-712549' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-712549' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-712549'}\n"]: nova.exception.InstanceNotFound: Instance 85e159e8-0f37-4d05-9611-259ea1c67cba could not be found. [ 897.858050] env[70294]: DEBUG oslo_concurrency.lockutils [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] Releasing lock "85e159e8-0f37-4d05-9611-259ea1c67cba" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.858050] env[70294]: DEBUG nova.compute.manager [req-e4bdd9b0-c306-4c62-bb67-21ae4c36dc9d req-7cf227b4-9def-48ed-b55d-d22e5eb8c19d service nova] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Detach interface failed, port_id=1d07307e-b832-4522-8e6f-c944e21b8d3a, reason: Instance 85e159e8-0f37-4d05-9611-259ea1c67cba could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.862844] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 897.862844] env[70294]: value = "task-3570018" [ 897.862844] env[70294]: _type = "Task" [ 897.862844] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.870781] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aeec86-b81e-d588-3541-080a904b1cff, 'name': SearchDatastore_Task, 'duration_secs': 0.010265} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.871469] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.871732] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] fd9d6385-9a8f-446c-9b6e-467b735c68fd/fd9d6385-9a8f-446c-9b6e-467b735c68fd.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.872162] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e27def2-3727-4476-8648-db758c3b00ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.877247] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.886153] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 897.886153] env[70294]: value = "task-3570019" [ 897.886153] env[70294]: _type = "Task" [ 897.886153] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.900549] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.935686] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570017, 'name': Rename_Task, 'duration_secs': 0.40251} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.935686] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.935686] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-232197cf-a0fb-4703-812c-0f08c53510ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.945310] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 897.945310] env[70294]: value = "task-3570020" [ 897.945310] env[70294]: _type = "Task" [ 897.945310] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.958531] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.085699] env[70294]: DEBUG nova.objects.instance [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lazy-loading 'flavor' on Instance uuid 92762e3a-a62a-4fc0-b40a-9eb2ead38951 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.098214] env[70294]: INFO nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Took 37.27 seconds to build instance. [ 898.241104] env[70294]: DEBUG nova.compute.manager [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Received event network-changed-6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.241443] env[70294]: DEBUG nova.compute.manager [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Refreshing instance network info cache due to event network-changed-6c2c8849-9df1-4cdb-9c78-208de675f916. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.241555] env[70294]: DEBUG oslo_concurrency.lockutils [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] Acquiring lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.241653] env[70294]: DEBUG oslo_concurrency.lockutils [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] Acquired lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.241805] env[70294]: DEBUG nova.network.neutron [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Refreshing network info cache for port 6c2c8849-9df1-4cdb-9c78-208de675f916 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.376599] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083555} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.380259] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.382599] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335dccda-9ce6-4c13-9d10-91960d88e34d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.410094] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.413256] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78744fb7-55d6-4b35-a71a-aefde6b7e8b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.433032] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570019, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.443726] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 898.443726] env[70294]: value = "task-3570021" [ 898.443726] env[70294]: _type = "Task" [ 898.443726] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.460985] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570021, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.468693] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570020, 'name': PowerOnVM_Task} progress is 71%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.592022] env[70294]: DEBUG oslo_concurrency.lockutils [None req-234801a1-b350-40d5-8de4-19688134aab6 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.358s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.601724] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.286s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.791190] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66deb98-a88e-4ff6-aaa4-44e36cf7e379 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.802141] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415c4cdb-4a35-44a7-bf83-02ac245e902b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.836606] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8efb39a-cb60-41c4-b45d-1c4245bd64b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.848630] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d6837e-b802-4f28-9523-4f3d588d9ec8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.868331] env[70294]: DEBUG nova.compute.provider_tree [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.898941] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539266} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.900723] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] fd9d6385-9a8f-446c-9b6e-467b735c68fd/fd9d6385-9a8f-446c-9b6e-467b735c68fd.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.900723] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.901040] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49e034f6-2416-46c5-ab89-784a76ca1328 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.917734] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 898.917734] env[70294]: value = "task-3570022" [ 898.917734] env[70294]: _type = "Task" [ 898.917734] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.930886] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.964610] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570020, 'name': PowerOnVM_Task, 'duration_secs': 0.742601} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.967839] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.968172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.969308] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.969308] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.969308] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.970646] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.970874] env[70294]: INFO nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Took 9.08 seconds to spawn the instance on the hypervisor. [ 898.971112] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.971469] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570021, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.971971] env[70294]: INFO nova.compute.manager [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Terminating instance [ 898.974262] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e062ca-638a-44b7-9a3a-876b6d9458f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.978084] env[70294]: INFO nova.compute.manager [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Rescuing [ 898.978305] env[70294]: DEBUG oslo_concurrency.lockutils [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.978488] env[70294]: DEBUG oslo_concurrency.lockutils [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.978680] env[70294]: DEBUG nova.network.neutron [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.109535] env[70294]: DEBUG nova.network.neutron [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Updated VIF entry in instance network info cache for port 6c2c8849-9df1-4cdb-9c78-208de675f916. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 899.109912] env[70294]: DEBUG nova.network.neutron [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Updating instance_info_cache with network_info: [{"id": "6c2c8849-9df1-4cdb-9c78-208de675f916", "address": "fa:16:3e:4e:0f:90", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": null, "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6c2c8849-9d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.377610] env[70294]: DEBUG nova.scheduler.client.report [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.431787] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085348} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.431987] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.432784] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10df43a-03a8-4bb5-a89d-25ec6f4a5e86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.457863] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] fd9d6385-9a8f-446c-9b6e-467b735c68fd/fd9d6385-9a8f-446c-9b6e-467b735c68fd.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.458139] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85d9dfba-139e-460c-b9ae-c2e0302542ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.483582] env[70294]: DEBUG nova.compute.manager [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.484139] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.486628] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570021, 'name': ReconfigVM_Task, 'duration_secs': 0.636768} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.492297] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36db848-4f98-4ed9-b888-f5214b98a2fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.495506] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 19b79813-f06b-4094-b799-e709e351473d/19b79813-f06b-4094-b799-e709e351473d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.496314] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 899.496314] env[70294]: value = "task-3570023" [ 899.496314] env[70294]: _type = "Task" [ 899.496314] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.500942] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fea10e90-b91e-4e09-8295-4b45b6add787 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.510928] env[70294]: INFO nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Took 38.24 seconds to build instance. [ 899.512364] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.513444] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c25724-b813-458f-a452-c1a84e82a2e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.519476] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570023, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.520669] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 899.520669] env[70294]: value = "task-3570024" [ 899.520669] env[70294]: _type = "Task" [ 899.520669] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.523811] env[70294]: DEBUG oslo_vmware.api [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 899.523811] env[70294]: value = "task-3570025" [ 899.523811] env[70294]: _type = "Task" [ 899.523811] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.545522] env[70294]: DEBUG oslo_vmware.api [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3570025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.546246] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570024, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.612192] env[70294]: DEBUG oslo_concurrency.lockutils [req-6ea7c796-da6d-408a-b953-586b6f489dc2 req-7d758e21-e525-4fe8-8baa-894ac14a4d40 service nova] Releasing lock "refresh_cache-a9d76e89-a84a-4619-be40-e7c80a0a9fb0" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.886341] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.668s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.886809] env[70294]: DEBUG nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.890278] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.848s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.892756] env[70294]: INFO nova.compute.claims [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.982278] env[70294]: DEBUG nova.network.neutron [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.015768] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "4337650d-1f83-46a3-a522-c6779fb291c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.663s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.016081] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570023, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.035511] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570024, 'name': Rename_Task, 'duration_secs': 0.287516} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.038833] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.039147] env[70294]: DEBUG oslo_vmware.api [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3570025, 'name': PowerOffVM_Task, 'duration_secs': 0.397941} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.039352] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0d6ab10-047d-4a31-8a81-2667b54cab61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.041179] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.041381] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.041938] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4368d24b-34a0-436b-b263-291b1abfbeda {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.050475] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 900.050475] env[70294]: value = "task-3570026" [ 900.050475] env[70294]: _type = "Task" [ 900.050475] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.061389] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.133275] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.133684] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.133985] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Deleting the datastore file [datastore2] b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.134329] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59bf20f6-0f51-418e-a52a-b233b1a12bfd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.142945] env[70294]: DEBUG oslo_vmware.api [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for the task: (returnval){ [ 900.142945] env[70294]: value = "task-3570028" [ 900.142945] env[70294]: _type = "Task" [ 900.142945] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.152419] env[70294]: DEBUG oslo_vmware.api [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3570028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.291811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.291811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.412020] env[70294]: DEBUG nova.compute.utils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.412020] env[70294]: DEBUG nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.412020] env[70294]: DEBUG nova.network.neutron [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.489297] env[70294]: DEBUG oslo_concurrency.lockutils [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.509404] env[70294]: DEBUG nova.policy [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8854299ad454e34939bef21aae4e12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f637ebbde3d24a98a1394179878487b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.519774] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570023, 'name': ReconfigVM_Task, 'duration_secs': 0.580194} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.524711] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Reconfigured VM instance instance-0000004e to attach disk [datastore1] fd9d6385-9a8f-446c-9b6e-467b735c68fd/fd9d6385-9a8f-446c-9b6e-467b735c68fd.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.527271] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f114ad38-eb5b-48f0-925e-8d5a12cc5316 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.539723] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 900.539723] env[70294]: value = "task-3570029" [ 900.539723] env[70294]: _type = "Task" [ 900.539723] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.548925] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570029, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.563609] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.654965] env[70294]: DEBUG oslo_vmware.api [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Task: {'id': task-3570028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288775} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.655411] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.655577] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.655771] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.655986] env[70294]: INFO nova.compute.manager [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Took 1.17 seconds to destroy the instance on the hypervisor. [ 900.656261] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.656466] env[70294]: DEBUG nova.compute.manager [-] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 900.656635] env[70294]: DEBUG nova.network.neutron [-] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 900.794021] env[70294]: DEBUG nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 900.914877] env[70294]: DEBUG nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.050812] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570029, 'name': Rename_Task, 'duration_secs': 0.291105} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.054391] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.055629] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0de5490-3362-481e-9dbe-e86f7db968e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.066647] env[70294]: DEBUG oslo_vmware.api [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570026, 'name': PowerOnVM_Task, 'duration_secs': 0.742935} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.068311] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.068475] env[70294]: DEBUG nova.compute.manager [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.069540] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 901.069540] env[70294]: value = "task-3570030" [ 901.069540] env[70294]: _type = "Task" [ 901.069540] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.069894] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc53e13-8f52-4ac8-bba6-2225ac2bbf3c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.088974] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.328314] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.368651] env[70294]: DEBUG nova.network.neutron [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Successfully created port: f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.561575] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010032be-78a2-449a-a2cb-edabd39eff58 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.573499] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a859f4f-e980-4739-b90f-4ecf14c99cf0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.622160] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570030, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.625175] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f1d884-dbb5-445c-8ec7-6e83abb25c34 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.628096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.634386] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9b87ba-2bdf-48d3-9940-bb1735dca1fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.651917] env[70294]: DEBUG nova.compute.provider_tree [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.931752] env[70294]: DEBUG nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.966941] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.967234] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.967433] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.967665] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.967853] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.968054] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.969491] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.969491] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.969491] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.969491] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.969491] env[70294]: DEBUG nova.virt.hardware [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.970470] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c741bf5e-7249-4cca-9225-e726d515125e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.975827] env[70294]: DEBUG nova.compute.manager [req-7ae133a4-a818-404a-989e-736c82d01d19 req-71b5b146-c637-4117-8be0-8c09283eed3e service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Received event network-vif-deleted-59d008f1-faf6-4730-b059-db21b3e6672c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.976486] env[70294]: INFO nova.compute.manager [req-7ae133a4-a818-404a-989e-736c82d01d19 req-71b5b146-c637-4117-8be0-8c09283eed3e service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Neutron deleted interface 59d008f1-faf6-4730-b059-db21b3e6672c; detaching it from the instance and deleting it from the info cache [ 901.976486] env[70294]: DEBUG nova.network.neutron [req-7ae133a4-a818-404a-989e-736c82d01d19 req-71b5b146-c637-4117-8be0-8c09283eed3e service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.983814] env[70294]: DEBUG nova.network.neutron [-] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.990736] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba4d1ff-f5f7-4508-bc33-78ac24433306 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.056858] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.056858] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487565c8-2173-4be8-bf0f-a10853a7ddab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.064861] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 902.064861] env[70294]: value = "task-3570031" [ 902.064861] env[70294]: _type = "Task" [ 902.064861] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.081765] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.089039] env[70294]: DEBUG oslo_vmware.api [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570030, 'name': PowerOnVM_Task, 'duration_secs': 0.973056} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.092384] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.092384] env[70294]: INFO nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Took 9.51 seconds to spawn the instance on the hypervisor. [ 902.092384] env[70294]: DEBUG nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.092384] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f51a71-f5a4-4eb4-ac7a-23e71803c2a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.155695] env[70294]: DEBUG nova.scheduler.client.report [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.479629] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83351f7d-0b93-411c-83d4-ccb8c03208d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.486608] env[70294]: INFO nova.compute.manager [-] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Took 1.83 seconds to deallocate network for instance. [ 902.495397] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec0482-f9ec-4e5f-9e44-89f4ef70e0e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.537961] env[70294]: DEBUG nova.compute.manager [req-7ae133a4-a818-404a-989e-736c82d01d19 req-71b5b146-c637-4117-8be0-8c09283eed3e service nova] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Detach interface failed, port_id=59d008f1-faf6-4730-b059-db21b3e6672c, reason: Instance b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 902.576032] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570031, 'name': PowerOffVM_Task, 'duration_secs': 0.487957} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.576032] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.576516] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8186791-36cb-41ad-a9ef-69f3016bf275 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.600708] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df0966-1ee0-4b9b-ba0b-dc5404ba1a3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.609574] env[70294]: INFO nova.compute.manager [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Took 37.63 seconds to build instance. [ 902.639148] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.639411] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e22664a-4acb-4dc2-b9b4-3266fe0ea5d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.649570] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 902.649570] env[70294]: value = "task-3570032" [ 902.649570] env[70294]: _type = "Task" [ 902.649570] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.658370] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570032, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.665146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.774s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.665146] env[70294]: DEBUG nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.670019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.293s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.670019] env[70294]: INFO nova.compute.claims [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.856477] env[70294]: DEBUG nova.compute.manager [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.857500] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d20a00e-e6e1-401f-a525-a906f78a9fe1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.008858] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.111871] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb8e4456-ab2e-4b13-a268-465f138897bd tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.725s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.164126] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 903.166020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.166020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.166020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.166020] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.166020] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9315fe1b-f4fa-4fc4-9ea1-885d97bbcd76 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.175554] env[70294]: DEBUG nova.compute.utils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.179021] env[70294]: DEBUG nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.179021] env[70294]: DEBUG nova.network.neutron [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.181783] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.182359] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.183962] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6621b47-ba65-4feb-8c71-f983b2714468 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.192693] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 903.192693] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f09d66-19f8-7809-f9c9-c323756448ae" [ 903.192693] env[70294]: _type = "Task" [ 903.192693] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.203419] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f09d66-19f8-7809-f9c9-c323756448ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.234884] env[70294]: DEBUG nova.policy [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91cbabe2e04f4b69bbeaab423b1a082d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '554aa1528cab4d55a170a4ef55552983', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.283316] env[70294]: DEBUG nova.compute.manager [req-6dedd4fa-7092-4386-99d5-57047318eae9 req-c32e42c4-ddb7-4212-a14e-fcd04c6eea4a service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Received event network-vif-plugged-f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.283316] env[70294]: DEBUG oslo_concurrency.lockutils [req-6dedd4fa-7092-4386-99d5-57047318eae9 req-c32e42c4-ddb7-4212-a14e-fcd04c6eea4a service nova] Acquiring lock "6e6449a4-6cbc-4110-9a54-fc68884a3033-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.283316] env[70294]: DEBUG oslo_concurrency.lockutils [req-6dedd4fa-7092-4386-99d5-57047318eae9 req-c32e42c4-ddb7-4212-a14e-fcd04c6eea4a service nova] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.283418] env[70294]: DEBUG oslo_concurrency.lockutils [req-6dedd4fa-7092-4386-99d5-57047318eae9 req-c32e42c4-ddb7-4212-a14e-fcd04c6eea4a service nova] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.283546] env[70294]: DEBUG nova.compute.manager [req-6dedd4fa-7092-4386-99d5-57047318eae9 req-c32e42c4-ddb7-4212-a14e-fcd04c6eea4a service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] No waiting events found dispatching network-vif-plugged-f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.283733] env[70294]: WARNING nova.compute.manager [req-6dedd4fa-7092-4386-99d5-57047318eae9 req-c32e42c4-ddb7-4212-a14e-fcd04c6eea4a service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Received unexpected event network-vif-plugged-f36957aa-3c4b-48bc-bbb4-548910ef40db for instance with vm_state building and task_state spawning. [ 903.288100] env[70294]: DEBUG nova.network.neutron [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Successfully updated port: f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.372582] env[70294]: INFO nova.compute.manager [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] instance snapshotting [ 903.373212] env[70294]: DEBUG nova.objects.instance [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'flavor' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.522033] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.522193] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.677506] env[70294]: DEBUG nova.network.neutron [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Successfully created port: 2b3f3811-2ee5-42d4-bd84-201e64e54b58 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.684619] env[70294]: DEBUG nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.708756] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f09d66-19f8-7809-f9c9-c323756448ae, 'name': SearchDatastore_Task, 'duration_secs': 0.017535} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.709613] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3239be70-280d-4b6e-ac01-283dc691e320 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.718864] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 903.718864] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a6d2e6-a2fa-7751-a160-1c91fb165d93" [ 903.718864] env[70294]: _type = "Task" [ 903.718864] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.724737] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.725111] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.725349] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.725542] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.725710] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.729584] env[70294]: INFO nova.compute.manager [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Terminating instance [ 903.735539] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a6d2e6-a2fa-7751-a160-1c91fb165d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.793766] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.794176] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.794677] env[70294]: DEBUG nova.network.neutron [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.881647] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d310c349-304a-4533-b3a5-ec892dfead4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.906360] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b4ba8f-4501-4e3b-ba5f-dd94a23fd553 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.028399] env[70294]: DEBUG nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.229277] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cba4d7e-80f8-4311-bf83-920871c1d8fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.238184] env[70294]: DEBUG nova.compute.manager [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.238354] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.244585] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bce09d-8a1e-4ab1-beb4-9010ea676333 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.248235] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb97782-6feb-4ca4-8b93-ab48dc74ff8e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.251501] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a6d2e6-a2fa-7751-a160-1c91fb165d93, 'name': SearchDatastore_Task, 'duration_secs': 0.032757} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.252098] env[70294]: DEBUG oslo_concurrency.lockutils [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.252384] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. {{(pid=70294) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 904.253381] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ba0811-ebb0-46f9-9413-f857c4224a90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.285224] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.285224] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a77bcbbf-eaf8-43a4-aefd-f828118fdca6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.286569] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c86a7f4-20be-4591-b3a4-9782ed0201ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.290301] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 904.290301] env[70294]: value = "task-3570033" [ 904.290301] env[70294]: _type = "Task" [ 904.290301] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.298249] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb240eb-72f4-4ee8-84f9-ba1c58227d56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.302647] env[70294]: DEBUG oslo_vmware.api [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 904.302647] env[70294]: value = "task-3570034" [ 904.302647] env[70294]: _type = "Task" [ 904.302647] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.308432] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570033, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.321631] env[70294]: DEBUG nova.compute.provider_tree [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.327932] env[70294]: DEBUG oslo_vmware.api [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.346982] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.347311] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.347543] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.347789] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.347973] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.350259] env[70294]: DEBUG nova.network.neutron [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.352694] env[70294]: INFO nova.compute.manager [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Terminating instance [ 904.422472] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 904.422472] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7263039d-1c16-4ef6-aaf4-3015b418d60a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.430467] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 904.430467] env[70294]: value = "task-3570035" [ 904.430467] env[70294]: _type = "Task" [ 904.430467] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.442120] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570035, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.550136] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.569602] env[70294]: DEBUG nova.network.neutron [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Updating instance_info_cache with network_info: [{"id": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "address": "fa:16:3e:c8:8f:4a", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36957aa-3c", "ovs_interfaceid": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.701304] env[70294]: DEBUG nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.729767] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.730138] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.730360] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.730574] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.730774] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.730932] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.731175] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.731339] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.731509] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.731673] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.731846] env[70294]: DEBUG nova.virt.hardware [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.732845] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5f1fa5-fcbb-4b24-8c74-5f6302e470c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.742640] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9899516-06d1-4831-b7aa-9528013fc447 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.802090] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570033, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.816765] env[70294]: DEBUG oslo_vmware.api [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570034, 'name': PowerOffVM_Task, 'duration_secs': 0.255866} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.817019] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.817207] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.817586] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-266f876c-966c-4b28-a4c4-e0f7cf970a73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.823571] env[70294]: DEBUG nova.scheduler.client.report [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.857230] env[70294]: DEBUG nova.compute.manager [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 904.857472] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 904.858415] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2dbcef-7f22-4fdf-9624-8c922c338751 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.866876] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 904.867141] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89a8a7d9-119f-4a70-b59e-571f202c4c8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.874402] env[70294]: DEBUG oslo_vmware.api [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 904.874402] env[70294]: value = "task-3570037" [ 904.874402] env[70294]: _type = "Task" [ 904.874402] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.883923] env[70294]: DEBUG oslo_vmware.api [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.910666] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.910939] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.911236] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleting the datastore file [datastore1] eb53fd3e-f8db-488f-a13f-3a85b6a3c15d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.911966] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5084fd5-6f11-4414-827a-8ec8299d6dea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.919681] env[70294]: DEBUG oslo_vmware.api [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 904.919681] env[70294]: value = "task-3570038" [ 904.919681] env[70294]: _type = "Task" [ 904.919681] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.928421] env[70294]: DEBUG oslo_vmware.api [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.940992] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570035, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.074284] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.074674] env[70294]: DEBUG nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Instance network_info: |[{"id": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "address": "fa:16:3e:c8:8f:4a", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36957aa-3c", "ovs_interfaceid": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.075180] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:8f:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f36957aa-3c4b-48bc-bbb4-548910ef40db', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.085746] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.086086] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.086350] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44906ec-5fce-4ef7-a2d3-44b1d779e00c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.111027] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.111027] env[70294]: value = "task-3570039" [ 905.111027] env[70294]: _type = "Task" [ 905.111027] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.120488] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570039, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.303865] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570033, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554917} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.304295] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. [ 905.305202] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696e630f-d430-4d7d-9312-536175fefcfb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.330494] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.331132] env[70294]: DEBUG nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.342102] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.342825] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.188s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.344362] env[70294]: INFO nova.compute.claims [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 905.347135] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8055be61-e5c3-45f0-88a2-16ba6e6506ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.368519] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 905.368519] env[70294]: value = "task-3570040" [ 905.368519] env[70294]: _type = "Task" [ 905.368519] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.378621] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.391767] env[70294]: DEBUG oslo_vmware.api [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570037, 'name': PowerOffVM_Task, 'duration_secs': 0.197108} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.391947] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.392089] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.392726] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c88329d-ef10-485a-8771-9ada0c31eef6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.400725] env[70294]: DEBUG nova.compute.manager [req-39749c49-fe6a-4256-9c6d-1d3e9074720e req-21c7ffa6-6d42-4264-aed2-97b2a1051dd3 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Received event network-vif-plugged-2b3f3811-2ee5-42d4-bd84-201e64e54b58 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.401038] env[70294]: DEBUG oslo_concurrency.lockutils [req-39749c49-fe6a-4256-9c6d-1d3e9074720e req-21c7ffa6-6d42-4264-aed2-97b2a1051dd3 service nova] Acquiring lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.401265] env[70294]: DEBUG oslo_concurrency.lockutils [req-39749c49-fe6a-4256-9c6d-1d3e9074720e req-21c7ffa6-6d42-4264-aed2-97b2a1051dd3 service nova] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.401435] env[70294]: DEBUG oslo_concurrency.lockutils [req-39749c49-fe6a-4256-9c6d-1d3e9074720e req-21c7ffa6-6d42-4264-aed2-97b2a1051dd3 service nova] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.401600] env[70294]: DEBUG nova.compute.manager [req-39749c49-fe6a-4256-9c6d-1d3e9074720e req-21c7ffa6-6d42-4264-aed2-97b2a1051dd3 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] No waiting events found dispatching network-vif-plugged-2b3f3811-2ee5-42d4-bd84-201e64e54b58 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 905.401762] env[70294]: WARNING nova.compute.manager [req-39749c49-fe6a-4256-9c6d-1d3e9074720e req-21c7ffa6-6d42-4264-aed2-97b2a1051dd3 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Received unexpected event network-vif-plugged-2b3f3811-2ee5-42d4-bd84-201e64e54b58 for instance with vm_state building and task_state spawning. [ 905.404884] env[70294]: DEBUG nova.compute.manager [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Received event network-changed-f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.405260] env[70294]: DEBUG nova.compute.manager [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Refreshing instance network info cache due to event network-changed-f36957aa-3c4b-48bc-bbb4-548910ef40db. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.406374] env[70294]: DEBUG oslo_concurrency.lockutils [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] Acquiring lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.406374] env[70294]: DEBUG oslo_concurrency.lockutils [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] Acquired lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.406374] env[70294]: DEBUG nova.network.neutron [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Refreshing network info cache for port f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.432054] env[70294]: DEBUG oslo_vmware.api [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344652} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.432054] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.432054] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.432054] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.432054] env[70294]: INFO nova.compute.manager [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 905.433433] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.433433] env[70294]: DEBUG nova.compute.manager [-] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.433433] env[70294]: DEBUG nova.network.neutron [-] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.435237] env[70294]: DEBUG nova.network.neutron [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Successfully updated port: 2b3f3811-2ee5-42d4-bd84-201e64e54b58 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.446799] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570035, 'name': CreateSnapshot_Task, 'duration_secs': 0.753489} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.447776] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 905.448483] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ff57c3-b4b8-4947-9cbc-0c268922d9a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.465657] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.466036] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.466353] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleting the datastore file [datastore1] a534f0d3-0db2-490b-8833-6142d3fdf5ff {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.466707] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38f1b1c8-43d6-430f-a109-aeb696b11c44 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.476761] env[70294]: DEBUG oslo_vmware.api [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 905.476761] env[70294]: value = "task-3570042" [ 905.476761] env[70294]: _type = "Task" [ 905.476761] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.490792] env[70294]: DEBUG oslo_vmware.api [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.621548] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570039, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.844578] env[70294]: DEBUG nova.compute.utils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.846156] env[70294]: DEBUG nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 905.846396] env[70294]: DEBUG nova.network.neutron [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 905.879535] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.888645] env[70294]: DEBUG nova.policy [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdd4e49b41524eeda34fbdd4b0145352', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '83f6bee568bd427f9750e8acecb66cce', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.940569] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "refresh_cache-b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.940569] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "refresh_cache-b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.941059] env[70294]: DEBUG nova.network.neutron [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.972237] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 905.973022] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eac88e9a-5ee9-438e-9841-a99ac1aa14c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.985472] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 905.985472] env[70294]: value = "task-3570043" [ 905.985472] env[70294]: _type = "Task" [ 905.985472] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.992251] env[70294]: DEBUG oslo_vmware.api [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438414} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.992871] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.993153] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.993266] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.993491] env[70294]: INFO nova.compute.manager [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 905.993671] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.993868] env[70294]: DEBUG nova.compute.manager [-] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.993989] env[70294]: DEBUG nova.network.neutron [-] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.999092] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570043, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.124302] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570039, 'name': CreateVM_Task, 'duration_secs': 0.714654} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.124302] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.124757] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.124757] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.125030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.125452] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ae0530c-6342-4d8b-994c-4387442841d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.134397] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 906.134397] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52680aa7-0a9a-478c-e81d-9cec7fd6ddd9" [ 906.134397] env[70294]: _type = "Task" [ 906.134397] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.142159] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52680aa7-0a9a-478c-e81d-9cec7fd6ddd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.225358] env[70294]: DEBUG nova.network.neutron [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Successfully created port: 801719fc-e3a5-496c-aa55-4bb7825ab897 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.298942] env[70294]: DEBUG nova.network.neutron [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Updated VIF entry in instance network info cache for port f36957aa-3c4b-48bc-bbb4-548910ef40db. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.299346] env[70294]: DEBUG nova.network.neutron [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Updating instance_info_cache with network_info: [{"id": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "address": "fa:16:3e:c8:8f:4a", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36957aa-3c", "ovs_interfaceid": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.307404] env[70294]: DEBUG nova.network.neutron [-] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.352969] env[70294]: DEBUG nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.379638] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570040, 'name': ReconfigVM_Task, 'duration_secs': 0.602275} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.379962] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.381050] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8eb6e1-78ea-4f5c-8fbb-cdfc37d8a80f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.419375] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637d4da4-e027-4563-a7d2-7ace61a20846 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.440861] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 906.440861] env[70294]: value = "task-3570044" [ 906.440861] env[70294]: _type = "Task" [ 906.440861] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.461185] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.503956] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570043, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.521360] env[70294]: DEBUG nova.network.neutron [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.656933] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52680aa7-0a9a-478c-e81d-9cec7fd6ddd9, 'name': SearchDatastore_Task, 'duration_secs': 0.014756} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.658205] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.658205] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.658395] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.658487] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.661602] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.661602] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ae846f9-c62f-4827-9d84-a6581054c3d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.676167] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.676670] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.677799] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a9c1bc-d387-4514-b179-988b3300af5d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.686957] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 906.686957] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525d46b5-9426-53fe-bc62-7d1a4233435b" [ 906.686957] env[70294]: _type = "Task" [ 906.686957] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.701959] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525d46b5-9426-53fe-bc62-7d1a4233435b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.721411] env[70294]: DEBUG nova.network.neutron [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Updating instance_info_cache with network_info: [{"id": "2b3f3811-2ee5-42d4-bd84-201e64e54b58", "address": "fa:16:3e:da:ef:8b", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3f3811-2e", "ovs_interfaceid": "2b3f3811-2ee5-42d4-bd84-201e64e54b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.802135] env[70294]: DEBUG oslo_concurrency.lockutils [req-2cb21ed4-5193-4b53-b2bb-81f2d2c005af req-86559fb2-85bf-4c9a-8973-43854af6698b service nova] Releasing lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.811066] env[70294]: INFO nova.compute.manager [-] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Took 1.38 seconds to deallocate network for instance. [ 906.954473] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570044, 'name': ReconfigVM_Task, 'duration_secs': 0.421187} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.954782] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.955098] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b2cee1e-cf98-4958-a764-7f58ec219363 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.962351] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 906.962351] env[70294]: value = "task-3570045" [ 906.962351] env[70294]: _type = "Task" [ 906.962351] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.970970] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570045, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.972573] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48927bc-3337-4c3e-9817-3cfe4ba4ddf7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.980182] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-905821bc-e0d7-4075-94bd-703ed7e99eb1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.011046] env[70294]: DEBUG nova.network.neutron [-] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.015968] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafeaaf6-c6a3-4e08-b530-40a4bb37cad9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.027990] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df360ef-62a3-4202-bf68-f30c67f24243 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.032169] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570043, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.046492] env[70294]: DEBUG nova.compute.provider_tree [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.197880] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525d46b5-9426-53fe-bc62-7d1a4233435b, 'name': SearchDatastore_Task, 'duration_secs': 0.023811} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.198681] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fe8b32d-d3cb-4266-8e30-dcdaaf1c4946 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.204163] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 907.204163] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52223c2a-d990-7f48-6692-a244f75de659" [ 907.204163] env[70294]: _type = "Task" [ 907.204163] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.212151] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52223c2a-d990-7f48-6692-a244f75de659, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.225919] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "refresh_cache-b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.226311] env[70294]: DEBUG nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Instance network_info: |[{"id": "2b3f3811-2ee5-42d4-bd84-201e64e54b58", "address": "fa:16:3e:da:ef:8b", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3f3811-2e", "ovs_interfaceid": "2b3f3811-2ee5-42d4-bd84-201e64e54b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.226862] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:ef:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a10c88d7-d13f-44fd-acee-7a734eb5f56a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b3f3811-2ee5-42d4-bd84-201e64e54b58', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.236387] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.236648] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.236894] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca0896f0-76f7-4000-9690-014073da1cd2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.260321] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.260321] env[70294]: value = "task-3570046" [ 907.260321] env[70294]: _type = "Task" [ 907.260321] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.269241] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570046, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.321216] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.369995] env[70294]: DEBUG nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.394605] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.394865] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.395073] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.395377] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.395532] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.395843] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.396092] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.396263] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.396535] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.396886] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.397085] env[70294]: DEBUG nova.virt.hardware [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.398612] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a373306-d98b-4b73-a128-4fa26a1f5107 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.407826] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb7867-2121-4fe7-a7ed-8e58a3c6d3cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.433742] env[70294]: DEBUG nova.compute.manager [req-134e225c-1878-4fc2-b8a0-81c31d08aca0 req-91ce80fd-dea7-45e9-88e1-743187e4becc service nova] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Received event network-vif-deleted-a8742f5d-bdc5-410c-adc5-6569e391bc9c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.459772] env[70294]: DEBUG nova.compute.manager [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Received event network-changed-2b3f3811-2ee5-42d4-bd84-201e64e54b58 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.459772] env[70294]: DEBUG nova.compute.manager [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Refreshing instance network info cache due to event network-changed-2b3f3811-2ee5-42d4-bd84-201e64e54b58. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.459930] env[70294]: DEBUG oslo_concurrency.lockutils [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] Acquiring lock "refresh_cache-b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.460063] env[70294]: DEBUG oslo_concurrency.lockutils [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] Acquired lock "refresh_cache-b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.460196] env[70294]: DEBUG nova.network.neutron [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Refreshing network info cache for port 2b3f3811-2ee5-42d4-bd84-201e64e54b58 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.475066] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570045, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.522055] env[70294]: INFO nova.compute.manager [-] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Took 1.53 seconds to deallocate network for instance. [ 907.522399] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570043, 'name': CloneVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.549825] env[70294]: DEBUG nova.scheduler.client.report [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.719047] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52223c2a-d990-7f48-6692-a244f75de659, 'name': SearchDatastore_Task, 'duration_secs': 0.016421} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.719365] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.719637] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 6e6449a4-6cbc-4110-9a54-fc68884a3033/6e6449a4-6cbc-4110-9a54-fc68884a3033.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.719947] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b194fe67-caf0-4ef5-b1e4-f91ff350654e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.728726] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 907.728726] env[70294]: value = "task-3570047" [ 907.728726] env[70294]: _type = "Task" [ 907.728726] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.738411] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.770581] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570046, 'name': CreateVM_Task, 'duration_secs': 0.443723} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.770763] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.771542] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.771709] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.772055] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.772324] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6dfda6-456d-4c8c-92d8-48dd78bf3871 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.777611] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 907.777611] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52016731-5045-97c5-1fad-620895a1cc96" [ 907.777611] env[70294]: _type = "Task" [ 907.777611] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.786688] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52016731-5045-97c5-1fad-620895a1cc96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.847409] env[70294]: DEBUG nova.network.neutron [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Successfully updated port: 801719fc-e3a5-496c-aa55-4bb7825ab897 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.976896] env[70294]: DEBUG oslo_vmware.api [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570045, 'name': PowerOnVM_Task, 'duration_secs': 0.720729} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.978190] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.981095] env[70294]: DEBUG nova.compute.manager [None req-441e8afb-3d1b-4031-a5a8-35054c4d0ee8 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 907.982124] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853db9ee-89b1-49cf-aa95-75dcb6539375 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.028128] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570043, 'name': CloneVM_Task, 'duration_secs': 1.591869} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.029147] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Created linked-clone VM from snapshot [ 908.030171] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.030965] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514de36b-8356-47bd-9ed7-d47ea92851d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.040698] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Uploading image ee9c50cb-d122-4135-b00f-895bcba9113d {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 908.057554] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.058087] env[70294]: DEBUG nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 908.060778] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.300s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.060989] env[70294]: DEBUG nova.objects.instance [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lazy-loading 'resources' on Instance uuid ffbda3cb-3550-4d4c-bbf6-986aea343b10 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.067114] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 908.067114] env[70294]: value = "vm-712620" [ 908.067114] env[70294]: _type = "VirtualMachine" [ 908.067114] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 908.067362] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-89d95eab-de05-4b17-871e-34bed3b36a15 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.076890] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease: (returnval){ [ 908.076890] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528984de-d7be-1d9f-cc14-6670db485859" [ 908.076890] env[70294]: _type = "HttpNfcLease" [ 908.076890] env[70294]: } obtained for exporting VM: (result){ [ 908.076890] env[70294]: value = "vm-712620" [ 908.076890] env[70294]: _type = "VirtualMachine" [ 908.076890] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 908.078164] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the lease: (returnval){ [ 908.078164] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528984de-d7be-1d9f-cc14-6670db485859" [ 908.078164] env[70294]: _type = "HttpNfcLease" [ 908.078164] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 908.084859] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.084859] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528984de-d7be-1d9f-cc14-6670db485859" [ 908.084859] env[70294]: _type = "HttpNfcLease" [ 908.084859] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 908.225770] env[70294]: DEBUG nova.network.neutron [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Updated VIF entry in instance network info cache for port 2b3f3811-2ee5-42d4-bd84-201e64e54b58. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.226444] env[70294]: DEBUG nova.network.neutron [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Updating instance_info_cache with network_info: [{"id": "2b3f3811-2ee5-42d4-bd84-201e64e54b58", "address": "fa:16:3e:da:ef:8b", "network": {"id": "e6d5b5a1-1861-4dfc-81ed-6f99201685a2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-976120983-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "554aa1528cab4d55a170a4ef55552983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a10c88d7-d13f-44fd-acee-7a734eb5f56a", "external-id": "nsx-vlan-transportzone-766", "segmentation_id": 766, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b3f3811-2e", "ovs_interfaceid": "2b3f3811-2ee5-42d4-bd84-201e64e54b58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.244778] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570047, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.291847] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52016731-5045-97c5-1fad-620895a1cc96, 'name': SearchDatastore_Task, 'duration_secs': 0.037175} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.292284] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.292575] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.292906] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.293119] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.293368] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.293691] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f4d64efb-fbf0-4c4a-9daa-b10de89ea956 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.309564] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.309795] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.310600] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31e8208e-a1cf-48bc-ab30-d40378daf890 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.317690] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 908.317690] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5221f117-9c3d-97fc-2a2c-5076ddccac96" [ 908.317690] env[70294]: _type = "Task" [ 908.317690] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.328134] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5221f117-9c3d-97fc-2a2c-5076ddccac96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.350116] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "refresh_cache-cf220761-73ab-413c-b347-ba2a3e38d2d7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.350346] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquired lock "refresh_cache-cf220761-73ab-413c-b347-ba2a3e38d2d7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.350537] env[70294]: DEBUG nova.network.neutron [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.564576] env[70294]: DEBUG nova.compute.utils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 908.570561] env[70294]: DEBUG nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 908.588876] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 908.588876] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528984de-d7be-1d9f-cc14-6670db485859" [ 908.588876] env[70294]: _type = "HttpNfcLease" [ 908.588876] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 908.589325] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 908.589325] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528984de-d7be-1d9f-cc14-6670db485859" [ 908.589325] env[70294]: _type = "HttpNfcLease" [ 908.589325] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 908.590941] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ffd2f7-cff1-4cba-8f66-580c8427e8a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.601988] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dac47-2e32-ab1f-7042-29e4fc729cc4/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 908.602230] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dac47-2e32-ab1f-7042-29e4fc729cc4/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 908.714430] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-55474b03-1037-4196-aa02-222570a4c42e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.729713] env[70294]: DEBUG oslo_concurrency.lockutils [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] Releasing lock "refresh_cache-b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.730054] env[70294]: DEBUG nova.compute.manager [req-252cd608-ee71-4950-9523-12386b21e0c7 req-d3e078e6-b366-4ab2-a4e5-48c84bbd1d43 service nova] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Received event network-vif-deleted-9633f7db-c009-4d19-8983-349c846f1e9b {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.745104] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79816} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.750748] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 6e6449a4-6cbc-4110-9a54-fc68884a3033/6e6449a4-6cbc-4110-9a54-fc68884a3033.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.751007] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.754262] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-92de6bca-e18c-4106-91b1-d75a5632989e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.763674] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 908.763674] env[70294]: value = "task-3570049" [ 908.763674] env[70294]: _type = "Task" [ 908.763674] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.776048] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.833598] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5221f117-9c3d-97fc-2a2c-5076ddccac96, 'name': SearchDatastore_Task, 'duration_secs': 0.067977} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.834058] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34147a2f-d8b4-4ecc-8344-23a703d7d53f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.843989] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 908.843989] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5205185f-6af6-05ae-6c77-80c4494f2e3f" [ 908.843989] env[70294]: _type = "Task" [ 908.843989] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.858606] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5205185f-6af6-05ae-6c77-80c4494f2e3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.891989] env[70294]: DEBUG nova.network.neutron [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.071805] env[70294]: DEBUG nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 909.096728] env[70294]: DEBUG nova.network.neutron [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Updating instance_info_cache with network_info: [{"id": "801719fc-e3a5-496c-aa55-4bb7825ab897", "address": "fa:16:3e:37:4c:1f", "network": {"id": "22884a30-68f5-401a-840f-1a2661268787", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-112112812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f6bee568bd427f9750e8acecb66cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801719fc-e3", "ovs_interfaceid": "801719fc-e3a5-496c-aa55-4bb7825ab897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.161363] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04a4b14e-9ffa-4e2a-9f49-d18f8de3225e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.170030] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8360ada-6fbd-4595-b992-20038e68e43d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.174378] env[70294]: INFO nova.compute.manager [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Unrescuing [ 909.174378] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.174680] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquired lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.175326] env[70294]: DEBUG nova.network.neutron [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.212647] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2b7b83-a0ee-4337-97d8-564616854c46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.222127] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6e7420-b77c-4e3d-b492-6fa5ee1c94fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.239343] env[70294]: DEBUG nova.compute.provider_tree [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.274824] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120191} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.275529] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.276107] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37477f5f-17a9-4b53-83a4-3730ceb31774 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.300217] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 6e6449a4-6cbc-4110-9a54-fc68884a3033/6e6449a4-6cbc-4110-9a54-fc68884a3033.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.300580] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1394a39-9cef-4328-abb0-0ee3dd7a0fe4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.322433] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 909.322433] env[70294]: value = "task-3570050" [ 909.322433] env[70294]: _type = "Task" [ 909.322433] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.333311] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.355785] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5205185f-6af6-05ae-6c77-80c4494f2e3f, 'name': SearchDatastore_Task, 'duration_secs': 0.013376} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.356565] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.357186] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] b4fa108c-6cf0-40b7-a27f-e9f9dc80671d/b4fa108c-6cf0-40b7-a27f-e9f9dc80671d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.357311] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0eb27b7d-385b-4d08-8af4-4de68ab3572f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.365706] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 909.365706] env[70294]: value = "task-3570051" [ 909.365706] env[70294]: _type = "Task" [ 909.365706] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.375099] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.461925] env[70294]: DEBUG nova.compute.manager [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Received event network-vif-plugged-801719fc-e3a5-496c-aa55-4bb7825ab897 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.461925] env[70294]: DEBUG oslo_concurrency.lockutils [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] Acquiring lock "cf220761-73ab-413c-b347-ba2a3e38d2d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.462136] env[70294]: DEBUG oslo_concurrency.lockutils [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.462385] env[70294]: DEBUG oslo_concurrency.lockutils [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.462618] env[70294]: DEBUG nova.compute.manager [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] No waiting events found dispatching network-vif-plugged-801719fc-e3a5-496c-aa55-4bb7825ab897 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.462827] env[70294]: WARNING nova.compute.manager [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Received unexpected event network-vif-plugged-801719fc-e3a5-496c-aa55-4bb7825ab897 for instance with vm_state building and task_state spawning. [ 909.463100] env[70294]: DEBUG nova.compute.manager [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Received event network-changed-801719fc-e3a5-496c-aa55-4bb7825ab897 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.463380] env[70294]: DEBUG nova.compute.manager [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Refreshing instance network info cache due to event network-changed-801719fc-e3a5-496c-aa55-4bb7825ab897. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.463614] env[70294]: DEBUG oslo_concurrency.lockutils [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] Acquiring lock "refresh_cache-cf220761-73ab-413c-b347-ba2a3e38d2d7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.605138] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Releasing lock "refresh_cache-cf220761-73ab-413c-b347-ba2a3e38d2d7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.605138] env[70294]: DEBUG nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Instance network_info: |[{"id": "801719fc-e3a5-496c-aa55-4bb7825ab897", "address": "fa:16:3e:37:4c:1f", "network": {"id": "22884a30-68f5-401a-840f-1a2661268787", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-112112812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f6bee568bd427f9750e8acecb66cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801719fc-e3", "ovs_interfaceid": "801719fc-e3a5-496c-aa55-4bb7825ab897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.605846] env[70294]: DEBUG oslo_concurrency.lockutils [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] Acquired lock "refresh_cache-cf220761-73ab-413c-b347-ba2a3e38d2d7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.606200] env[70294]: DEBUG nova.network.neutron [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Refreshing network info cache for port 801719fc-e3a5-496c-aa55-4bb7825ab897 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.608371] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:4c:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24210a23-d8ac-4f4f-84ac-dc0636de9a72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '801719fc-e3a5-496c-aa55-4bb7825ab897', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.617828] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Creating folder: Project (83f6bee568bd427f9750e8acecb66cce). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.619916] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff091cd2-d307-4851-8434-3f9c12bf30ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.634576] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Created folder: Project (83f6bee568bd427f9750e8acecb66cce) in parent group-v712401. [ 909.634932] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Creating folder: Instances. Parent ref: group-v712622. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 909.635360] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-306e6a40-def4-431d-b748-56d2c31ab525 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.647654] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Created folder: Instances in parent group-v712622. [ 909.648195] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.648967] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.649649] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3171c25c-eb19-435a-88ee-e0a1308e93a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.671832] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.671832] env[70294]: value = "task-3570054" [ 909.671832] env[70294]: _type = "Task" [ 909.671832] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.686690] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570054, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.742601] env[70294]: DEBUG nova.scheduler.client.report [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.838901] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.879140] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570051, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.036365] env[70294]: DEBUG nova.network.neutron [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.083131] env[70294]: DEBUG nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 910.121729] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 910.122514] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 910.122909] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 910.123281] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 910.123650] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 910.123937] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 910.124401] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 910.124739] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 910.125149] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 910.125637] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 910.126161] env[70294]: DEBUG nova.virt.hardware [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 910.131169] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626a26ff-abf8-4766-ab8a-582bae72ac24 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.143885] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1bdbc8-b55c-42ad-a66d-86becf8f04eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.169611] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.176630] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Creating folder: Project (006a0acb085c479c8f692208a9dafbff). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.177520] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-590468a4-1b57-4cf9-9a0a-d8b1733a431b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.197453] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570054, 'name': CreateVM_Task, 'duration_secs': 0.393271} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.197453] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.199965] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.201017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.201017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.201544] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Created folder: Project (006a0acb085c479c8f692208a9dafbff) in parent group-v712401. [ 910.202642] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Creating folder: Instances. Parent ref: group-v712625. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 910.202642] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65c20422-b5a0-41e5-9e1e-172c7187e4da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.205321] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-121ecdca-197c-44bc-bb5f-72984ebfba86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.212172] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 910.212172] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52691bb3-0c35-a985-483e-9fa28d817378" [ 910.212172] env[70294]: _type = "Task" [ 910.212172] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.222834] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Created folder: Instances in parent group-v712625. [ 910.222834] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.227658] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.232025] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52691bb3-0c35-a985-483e-9fa28d817378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.232025] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-292a07c7-4b0a-43d8-b7fb-3e499b9b3ad3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.251376] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.254291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.964s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.256483] env[70294]: INFO nova.compute.claims [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.266813] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.266813] env[70294]: value = "task-3570057" [ 910.266813] env[70294]: _type = "Task" [ 910.266813] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.278528] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570057, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.292902] env[70294]: INFO nova.scheduler.client.report [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted allocations for instance ffbda3cb-3550-4d4c-bbf6-986aea343b10 [ 910.338016] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570050, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.380060] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906417} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.380060] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] b4fa108c-6cf0-40b7-a27f-e9f9dc80671d/b4fa108c-6cf0-40b7-a27f-e9f9dc80671d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.380274] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.380602] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f74f7e-557b-4ce7-b8e5-d2db407db65d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.400060] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 910.400060] env[70294]: value = "task-3570058" [ 910.400060] env[70294]: _type = "Task" [ 910.400060] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.410892] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.489578] env[70294]: DEBUG nova.network.neutron [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Updated VIF entry in instance network info cache for port 801719fc-e3a5-496c-aa55-4bb7825ab897. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.489970] env[70294]: DEBUG nova.network.neutron [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Updating instance_info_cache with network_info: [{"id": "801719fc-e3a5-496c-aa55-4bb7825ab897", "address": "fa:16:3e:37:4c:1f", "network": {"id": "22884a30-68f5-401a-840f-1a2661268787", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-112112812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "83f6bee568bd427f9750e8acecb66cce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24210a23-d8ac-4f4f-84ac-dc0636de9a72", "external-id": "nsx-vlan-transportzone-257", "segmentation_id": 257, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap801719fc-e3", "ovs_interfaceid": "801719fc-e3a5-496c-aa55-4bb7825ab897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.539796] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Releasing lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.540608] env[70294]: DEBUG nova.objects.instance [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lazy-loading 'flavor' on Instance uuid 92762e3a-a62a-4fc0-b40a-9eb2ead38951 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.725764] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52691bb3-0c35-a985-483e-9fa28d817378, 'name': SearchDatastore_Task, 'duration_secs': 0.031343} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.725764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.725764] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.725764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.725764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.725764] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.725764] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-886e4a8b-a206-4944-8757-7dd57232cca0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.735773] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.736019] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.736708] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a57ed4-361e-4766-ba5d-4250bb55416c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.742462] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 910.742462] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e2991-c5cb-798f-2226-e1e366a729bf" [ 910.742462] env[70294]: _type = "Task" [ 910.742462] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.750629] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e2991-c5cb-798f-2226-e1e366a729bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.780305] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570057, 'name': CreateVM_Task, 'duration_secs': 0.348896} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.780506] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.780885] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.781132] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.781460] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.781720] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a39eefcb-9ca1-4561-b7df-5c0cab6c714b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.787111] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 910.787111] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528044c9-42da-0a43-64ee-bfb4647e52a4" [ 910.787111] env[70294]: _type = "Task" [ 910.787111] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.796743] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528044c9-42da-0a43-64ee-bfb4647e52a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.801802] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1e8eb42-1346-4103-9a26-50e3d39f8eea tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "ffbda3cb-3550-4d4c-bbf6-986aea343b10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.562s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.834893] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570050, 'name': ReconfigVM_Task, 'duration_secs': 1.069335} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.836025] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 6e6449a4-6cbc-4110-9a54-fc68884a3033/6e6449a4-6cbc-4110-9a54-fc68884a3033.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.836160] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d59810d-4d26-4db6-a482-577e181bbf4b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.844709] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 910.844709] env[70294]: value = "task-3570059" [ 910.844709] env[70294]: _type = "Task" [ 910.844709] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.853353] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570059, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.911104] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079072} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.911486] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.912438] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268e74af-8b93-4c5c-a73c-99088fa5f286 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.935895] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] b4fa108c-6cf0-40b7-a27f-e9f9dc80671d/b4fa108c-6cf0-40b7-a27f-e9f9dc80671d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.936304] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24dcee9f-cba2-4577-89f5-a80f68f55c40 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.960110] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 910.960110] env[70294]: value = "task-3570060" [ 910.960110] env[70294]: _type = "Task" [ 910.960110] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.972461] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.993898] env[70294]: DEBUG oslo_concurrency.lockutils [req-3ee9d56f-be88-45fa-b049-78e93ad17163 req-a2158e6c-1555-421f-b214-efb9dbd2822a service nova] Releasing lock "refresh_cache-cf220761-73ab-413c-b347-ba2a3e38d2d7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.050741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb355b8-fbbe-4251-b4e3-0110519e0c7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.076108] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.076544] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab24cbb-5563-4a7a-85af-02158eae98de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.086109] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 911.086109] env[70294]: value = "task-3570061" [ 911.086109] env[70294]: _type = "Task" [ 911.086109] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.096248] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.253465] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e2991-c5cb-798f-2226-e1e366a729bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012132} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.254206] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b647106-81a6-43e6-a6b5-3dc47f707296 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.261760] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 911.261760] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52202a72-0f08-60c2-d395-fb07363fa6e9" [ 911.261760] env[70294]: _type = "Task" [ 911.261760] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.285786] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52202a72-0f08-60c2-d395-fb07363fa6e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011861} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.286547] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.287673] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] cf220761-73ab-413c-b347-ba2a3e38d2d7/cf220761-73ab-413c-b347-ba2a3e38d2d7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.287828] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83824bfe-910e-44f9-903a-07b634994de0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.305761] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528044c9-42da-0a43-64ee-bfb4647e52a4, 'name': SearchDatastore_Task, 'duration_secs': 0.010964} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.307423] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.307690] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.307949] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.308099] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.308277] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.312028] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 911.312028] env[70294]: value = "task-3570062" [ 911.312028] env[70294]: _type = "Task" [ 911.312028] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.312028] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-274395a8-319f-42f3-a776-c15cc99b3f98 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.322206] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.323835] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.323835] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.324560] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b730a311-f478-4008-be47-eb61671486d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.331615] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 911.331615] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ef3bb-6e43-c9f8-57c9-b337b7814ce4" [ 911.331615] env[70294]: _type = "Task" [ 911.331615] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.345635] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ef3bb-6e43-c9f8-57c9-b337b7814ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.359218] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570059, 'name': Rename_Task, 'duration_secs': 0.169818} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.359632] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.359900] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-659b22e6-0f55-433f-87dd-20c73d3a8df0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.369127] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 911.369127] env[70294]: value = "task-3570063" [ 911.369127] env[70294]: _type = "Task" [ 911.369127] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.381730] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.471316] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570060, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.601886] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570061, 'name': PowerOffVM_Task, 'duration_secs': 0.361693} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.603357] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.610018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfiguring VM instance instance-00000041 to detach disk 2002 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.611094] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ae030c-9294-40ef-9428-ad6511efaadb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.636595] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 911.636595] env[70294]: value = "task-3570064" [ 911.636595] env[70294]: _type = "Task" [ 911.636595] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.655460] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.778773] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "0af8e144-eff8-4658-ac9c-54772827c20e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.779094] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "0af8e144-eff8-4658-ac9c-54772827c20e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.779357] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "0af8e144-eff8-4658-ac9c-54772827c20e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.779631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "0af8e144-eff8-4658-ac9c-54772827c20e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.779856] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "0af8e144-eff8-4658-ac9c-54772827c20e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.782591] env[70294]: INFO nova.compute.manager [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Terminating instance [ 911.817411] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad769f0c-0e43-4eee-b06c-7764c5189441 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.830341] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3261fe21-5c11-446f-8908-c46f8e9f9efc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.834183] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570062, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.845614] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ef3bb-6e43-c9f8-57c9-b337b7814ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.016672} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.871892] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acba56c4-870c-4ba6-8680-6defc6e8d95d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.878280] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f8dc1-a4de-4e89-b9a1-3eeb268c6d13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.892853] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40529e0-f7f8-4c88-9102-c82e60dd4c0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.900316] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570063, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.900316] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 911.900316] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52558eb8-27ad-f9b0-c3ea-0cd133fba783" [ 911.900316] env[70294]: _type = "Task" [ 911.900316] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.911873] env[70294]: DEBUG nova.compute.provider_tree [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.921294] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52558eb8-27ad-f9b0-c3ea-0cd133fba783, 'name': SearchDatastore_Task, 'duration_secs': 0.022394} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.921574] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.921833] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.922561] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d8b960-18ca-4c00-98a2-5d95437c57b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.931230] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 911.931230] env[70294]: value = "task-3570065" [ 911.931230] env[70294]: _type = "Task" [ 911.931230] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.943021] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.971961] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570060, 'name': ReconfigVM_Task, 'duration_secs': 0.546446} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.972292] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Reconfigured VM instance instance-00000050 to attach disk [datastore2] b4fa108c-6cf0-40b7-a27f-e9f9dc80671d/b4fa108c-6cf0-40b7-a27f-e9f9dc80671d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.973048] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5da1c9e9-d2e7-468b-9314-e04841d2dd31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.981350] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 911.981350] env[70294]: value = "task-3570066" [ 911.981350] env[70294]: _type = "Task" [ 911.981350] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.991410] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570066, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.149645] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570064, 'name': ReconfigVM_Task, 'duration_secs': 0.404792} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.149905] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfigured VM instance instance-00000041 to detach disk 2002 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.150113] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.150377] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3a412a2-4984-495e-838b-f2965e1ed0b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.159475] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 912.159475] env[70294]: value = "task-3570067" [ 912.159475] env[70294]: _type = "Task" [ 912.159475] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.178693] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570067, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.290457] env[70294]: DEBUG nova.compute.manager [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.290808] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.291835] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f840a8f-f978-4bb8-9315-ab5b888dcbe7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.301491] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.302126] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ba0916-9af0-400f-96b4-353ade9833cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.312726] env[70294]: DEBUG oslo_vmware.api [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 912.312726] env[70294]: value = "task-3570068" [ 912.312726] env[70294]: _type = "Task" [ 912.312726] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.329268] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620506} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.332774] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] cf220761-73ab-413c-b347-ba2a3e38d2d7/cf220761-73ab-413c-b347-ba2a3e38d2d7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.333074] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.333382] env[70294]: DEBUG oslo_vmware.api [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.333618] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97bf9f94-e4cc-41e8-90ca-4fadfc411e1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.344021] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 912.344021] env[70294]: value = "task-3570069" [ 912.344021] env[70294]: _type = "Task" [ 912.344021] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.358928] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.385259] env[70294]: DEBUG oslo_vmware.api [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570063, 'name': PowerOnVM_Task, 'duration_secs': 0.941579} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.385598] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.385823] env[70294]: INFO nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Took 10.45 seconds to spawn the instance on the hypervisor. [ 912.386022] env[70294]: DEBUG nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.386951] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd09525-166c-466e-a8bb-bf1cda0ef982 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.403162] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.403436] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.415176] env[70294]: DEBUG nova.scheduler.client.report [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.444411] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570065, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.495235] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570066, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.669896] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.828210] env[70294]: DEBUG oslo_vmware.api [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570068, 'name': PowerOffVM_Task, 'duration_secs': 0.413431} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.828473] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.828646] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.828915] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a475f9-60fd-441a-9be6-221d4c2532f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.854355] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10267} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.854625] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.855491] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8179448-d08e-48d6-819f-15be72de9cf7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.878430] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] cf220761-73ab-413c-b347-ba2a3e38d2d7/cf220761-73ab-413c-b347-ba2a3e38d2d7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.878664] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004fcee2-8dd7-40e4-8015-a293db456938 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.899156] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 912.899156] env[70294]: value = "task-3570071" [ 912.899156] env[70294]: _type = "Task" [ 912.899156] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.911579] env[70294]: DEBUG nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.913479] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.915613] env[70294]: INFO nova.compute.manager [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Took 38.31 seconds to build instance. [ 912.923752] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.924430] env[70294]: DEBUG nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.926970] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.359s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.942617] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.943160] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.943160] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore1] 0af8e144-eff8-4658-ac9c-54772827c20e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.947889] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd9a07ef-a502-4e2a-a196-c6a3eb2f9e33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.950089] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525481} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.950340] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.950550] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.951161] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cabc1a5d-8f24-4a60-bd2e-d9b7eb57fa79 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.956499] env[70294]: DEBUG oslo_vmware.api [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 912.956499] env[70294]: value = "task-3570072" [ 912.956499] env[70294]: _type = "Task" [ 912.956499] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.961131] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 912.961131] env[70294]: value = "task-3570073" [ 912.961131] env[70294]: _type = "Task" [ 912.961131] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.968902] env[70294]: DEBUG oslo_vmware.api [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.975178] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570073, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.994806] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570066, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.173946] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570067, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.409662] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570071, 'name': ReconfigVM_Task, 'duration_secs': 0.328726} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.409936] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Reconfigured VM instance instance-00000051 to attach disk [datastore1] cf220761-73ab-413c-b347-ba2a3e38d2d7/cf220761-73ab-413c-b347-ba2a3e38d2d7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.410713] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a063edb2-7f11-4f24-9873-ccfa53a26056 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.417551] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd6d23be-05a4-49e8-abd7-202a88751f3b tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.243s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.419502] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 913.419502] env[70294]: value = "task-3570074" [ 913.419502] env[70294]: _type = "Task" [ 913.419502] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.434324] env[70294]: DEBUG nova.compute.utils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.439299] env[70294]: INFO nova.compute.claims [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.443744] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570074, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.445717] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.446415] env[70294]: DEBUG nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.446415] env[70294]: DEBUG nova.network.neutron [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.474324] env[70294]: DEBUG oslo_vmware.api [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252159} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.477403] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.477648] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.477860] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.478066] env[70294]: INFO nova.compute.manager [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 913.478377] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.478673] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570073, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075459} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.479835] env[70294]: DEBUG nova.compute.manager [-] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.479975] env[70294]: DEBUG nova.network.neutron [-] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.481956] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.483218] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3128cb-a3f5-483a-b17f-2c637f3b30b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.497151] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570066, 'name': Rename_Task, 'duration_secs': 1.201712} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.505571] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.514567] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.514932] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab175bc8-a71f-4905-a394-32406ca45f75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.517156] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a57d8f6-b5a0-4972-83b8-1e469747a84c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.534823] env[70294]: DEBUG nova.policy [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff81247d84fb4aeca8fc77de6340bf69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fee270c70e84def8ded29284d2565f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.547635] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 913.547635] env[70294]: value = "task-3570076" [ 913.547635] env[70294]: _type = "Task" [ 913.547635] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.549728] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 913.549728] env[70294]: value = "task-3570075" [ 913.549728] env[70294]: _type = "Task" [ 913.549728] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.562630] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.568195] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570076, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.673144] env[70294]: DEBUG oslo_vmware.api [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570067, 'name': PowerOnVM_Task, 'duration_secs': 1.332416} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.673144] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.673144] env[70294]: DEBUG nova.compute.manager [None req-bc3ae869-b929-4beb-8a2b-9512e1c64aff tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.674551] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c608d-16f9-4fc3-a596-b0fcd01c90de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.891132] env[70294]: DEBUG nova.network.neutron [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Successfully created port: 751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.938047] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570074, 'name': Rename_Task, 'duration_secs': 0.177834} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.938047] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.938047] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d59d0b6b-1412-45e3-af03-d4601693c536 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.948560] env[70294]: DEBUG nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.951468] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 913.951468] env[70294]: value = "task-3570077" [ 913.951468] env[70294]: _type = "Task" [ 913.951468] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.954143] env[70294]: INFO nova.compute.resource_tracker [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating resource usage from migration 6bc70006-6da4-4d85-bf42-2b15315b132c [ 913.968669] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.068467] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.079357] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.243555] env[70294]: DEBUG nova.compute.manager [req-7430f36f-fe19-430d-a1a3-4df8cc315506 req-e409eea7-995e-474d-a3a5-59ac20ece7f6 service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Received event network-vif-deleted-f6f8a494-bea7-45ef-8246-fcf93ac667bf {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.243790] env[70294]: INFO nova.compute.manager [req-7430f36f-fe19-430d-a1a3-4df8cc315506 req-e409eea7-995e-474d-a3a5-59ac20ece7f6 service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Neutron deleted interface f6f8a494-bea7-45ef-8246-fcf93ac667bf; detaching it from the instance and deleting it from the info cache [ 914.243920] env[70294]: DEBUG nova.network.neutron [req-7430f36f-fe19-430d-a1a3-4df8cc315506 req-e409eea7-995e-474d-a3a5-59ac20ece7f6 service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.470781] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.505335] env[70294]: DEBUG nova.network.neutron [-] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.526038] env[70294]: INFO nova.compute.manager [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Rebuilding instance [ 914.548401] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c7fe0-2253-41f0-9140-9d21d084ad95 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.568747] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd198de1-cf13-4b0f-af02-879847fbcfa0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.576576] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.583453] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570075, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.619387] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6793ae15-8948-4933-aee6-6a0a646cd665 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.622493] env[70294]: DEBUG nova.compute.manager [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.623377] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cc846b-fbe9-4dbc-8fc3-fe74d4568afb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.638533] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a59eee-6a3c-4855-9b27-561e62462262 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.656206] env[70294]: DEBUG nova.compute.provider_tree [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 80, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.748489] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4703649d-7b6d-46ac-b667-8965039d90cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.759757] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4327104b-fd6e-4658-97ba-f31ac95ef30d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.807308] env[70294]: DEBUG nova.compute.manager [req-7430f36f-fe19-430d-a1a3-4df8cc315506 req-e409eea7-995e-474d-a3a5-59ac20ece7f6 service nova] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Detach interface failed, port_id=f6f8a494-bea7-45ef-8246-fcf93ac667bf, reason: Instance 0af8e144-eff8-4658-ac9c-54772827c20e could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 914.962562] env[70294]: DEBUG nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.980436] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.994198] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.995722] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.996497] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.996960] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.997502] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.997895] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.998845] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.999711] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.999711] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.000201] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.000965] env[70294]: DEBUG nova.virt.hardware [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.002303] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816f31cc-d498-4e82-870c-083a8ff55b54 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.010668] env[70294]: INFO nova.compute.manager [-] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Took 1.53 seconds to deallocate network for instance. [ 915.025769] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c454f563-bb9b-412c-9f79-c5e64be2a9aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.067893] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570076, 'name': ReconfigVM_Task, 'duration_secs': 1.353527} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.068933] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.071017] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9d294a8-f628-445b-bc55-73c32558569c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.077328] env[70294]: DEBUG oslo_vmware.api [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570075, 'name': PowerOnVM_Task, 'duration_secs': 1.086695} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.077995] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.078385] env[70294]: INFO nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Took 10.38 seconds to spawn the instance on the hypervisor. [ 915.079309] env[70294]: DEBUG nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.080824] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ce31af-1794-47b2-b284-e7411991cbfb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.087039] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 915.087039] env[70294]: value = "task-3570078" [ 915.087039] env[70294]: _type = "Task" [ 915.087039] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.100971] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570078, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.188535] env[70294]: ERROR nova.scheduler.client.report [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [req-a8debccf-9e96-4aae-88a3-d0cad04ad06f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 80, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8debccf-9e96-4aae-88a3-d0cad04ad06f"}]} [ 915.207728] env[70294]: DEBUG nova.scheduler.client.report [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 915.223111] env[70294]: DEBUG nova.scheduler.client.report [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 915.223450] env[70294]: DEBUG nova.compute.provider_tree [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.238045] env[70294]: DEBUG nova.scheduler.client.report [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 915.263015] env[70294]: DEBUG nova.scheduler.client.report [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 915.478892] env[70294]: DEBUG oslo_vmware.api [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570077, 'name': PowerOnVM_Task, 'duration_secs': 1.086349} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.479361] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.479623] env[70294]: INFO nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Took 8.11 seconds to spawn the instance on the hypervisor. [ 915.479858] env[70294]: DEBUG nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.480733] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b8eb2d-a042-429e-b33e-4670d86fb66f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.524953] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.605747] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570078, 'name': Rename_Task, 'duration_secs': 0.207641} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.608213] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.608770] env[70294]: INFO nova.compute.manager [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Took 39.60 seconds to build instance. [ 915.609695] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-849231a8-d09c-4454-8cc4-95d169a4bffd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.619599] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 915.619599] env[70294]: value = "task-3570079" [ 915.619599] env[70294]: _type = "Task" [ 915.619599] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.637862] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.639785] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.640516] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c1ab4de-0bf4-4ed1-b53f-c3adb059d940 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.651153] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 915.651153] env[70294]: value = "task-3570080" [ 915.651153] env[70294]: _type = "Task" [ 915.651153] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.665025] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570080, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.755530] env[70294]: DEBUG nova.compute.manager [req-71052695-f7c1-4b7b-bcc7-f374685676ce req-6dae2ae0-15c7-4a13-b535-cfab2e2eb852 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received event network-vif-plugged-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.756034] env[70294]: DEBUG oslo_concurrency.lockutils [req-71052695-f7c1-4b7b-bcc7-f374685676ce req-6dae2ae0-15c7-4a13-b535-cfab2e2eb852 service nova] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.756309] env[70294]: DEBUG oslo_concurrency.lockutils [req-71052695-f7c1-4b7b-bcc7-f374685676ce req-6dae2ae0-15c7-4a13-b535-cfab2e2eb852 service nova] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.756589] env[70294]: DEBUG oslo_concurrency.lockutils [req-71052695-f7c1-4b7b-bcc7-f374685676ce req-6dae2ae0-15c7-4a13-b535-cfab2e2eb852 service nova] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.756709] env[70294]: DEBUG nova.compute.manager [req-71052695-f7c1-4b7b-bcc7-f374685676ce req-6dae2ae0-15c7-4a13-b535-cfab2e2eb852 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] No waiting events found dispatching network-vif-plugged-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.756880] env[70294]: WARNING nova.compute.manager [req-71052695-f7c1-4b7b-bcc7-f374685676ce req-6dae2ae0-15c7-4a13-b535-cfab2e2eb852 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received unexpected event network-vif-plugged-751fd7f6-891d-415d-b8c8-ae97fa413536 for instance with vm_state building and task_state spawning. [ 915.832100] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b947503b-4638-4f20-a714-ad2e3ef23066 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.835380] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.841691] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc25991f-2ef0-48ae-94b2-4802aad6eb3c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.881559] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b7a958-5497-4bf3-a1b2-de559ef6827a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.890969] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e146bd88-4200-4e7e-b591-f95ccd65e1c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.920619] env[70294]: DEBUG nova.compute.provider_tree [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 80, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.932291] env[70294]: DEBUG nova.network.neutron [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Successfully updated port: 751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.006918] env[70294]: INFO nova.compute.manager [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Took 39.65 seconds to build instance. [ 916.115217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a1917aea-8fab-49f3-9d0e-44b9c28ad3d9 tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.601s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.115217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.279s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.115217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.115217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.115217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.119622] env[70294]: INFO nova.compute.manager [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Terminating instance [ 916.136181] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570079, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.160755] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570080, 'name': PowerOffVM_Task, 'duration_secs': 0.339056} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.161085] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.161338] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.162171] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19643a1f-c687-4b4d-9cc2-63ee41314830 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.170912] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.170912] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72db7ada-fc47-4491-8a31-d1ee3014f453 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.248324] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.248577] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.248822] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleting the datastore file [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.249173] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59909bc0-116f-42b9-a506-82d2845b5b9f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.258776] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 916.258776] env[70294]: value = "task-3570082" [ 916.258776] env[70294]: _type = "Task" [ 916.258776] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.268189] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.271161] env[70294]: DEBUG nova.compute.manager [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Received event network-changed-f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.271473] env[70294]: DEBUG nova.compute.manager [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Refreshing instance network info cache due to event network-changed-f36957aa-3c4b-48bc-bbb4-548910ef40db. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.271970] env[70294]: DEBUG oslo_concurrency.lockutils [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] Acquiring lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.271970] env[70294]: DEBUG oslo_concurrency.lockutils [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] Acquired lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.272578] env[70294]: DEBUG nova.network.neutron [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Refreshing network info cache for port f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.439018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.439296] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.439472] env[70294]: DEBUG nova.network.neutron [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.461739] env[70294]: DEBUG nova.scheduler.client.report [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 80, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 916.462027] env[70294]: DEBUG nova.compute.provider_tree [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 107 to 108 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 916.462205] env[70294]: DEBUG nova.compute.provider_tree [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 80, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 916.490147] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "cf220761-73ab-413c-b347-ba2a3e38d2d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.509903] env[70294]: DEBUG oslo_concurrency.lockutils [None req-07feabba-0fcd-45af-8418-b497de4c3c83 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.008s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.510105] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.020s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.511028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "cf220761-73ab-413c-b347-ba2a3e38d2d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.511028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.511028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.512753] env[70294]: INFO nova.compute.manager [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Terminating instance [ 916.630029] env[70294]: DEBUG nova.compute.manager [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.630455] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.631748] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274d01d7-cb78-4782-a76d-2122837d8122 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.644094] env[70294]: DEBUG oslo_vmware.api [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570079, 'name': PowerOnVM_Task, 'duration_secs': 0.614589} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.647493] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.647881] env[70294]: INFO nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Took 6.56 seconds to spawn the instance on the hypervisor. [ 916.648203] env[70294]: DEBUG nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.648594] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.649398] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815b2c30-8958-4e6e-ae0e-987eb1e3cc63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.652276] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6493f166-95bf-4e43-8172-667c6edf5d5b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.663473] env[70294]: DEBUG oslo_vmware.api [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 916.663473] env[70294]: value = "task-3570083" [ 916.663473] env[70294]: _type = "Task" [ 916.663473] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.673310] env[70294]: DEBUG oslo_vmware.api [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.772092] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.427107} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.772450] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.772551] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.772722] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.969261] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.042s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.969489] env[70294]: INFO nova.compute.manager [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Migrating [ 916.977462] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.428s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.978020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.979943] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.164s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.980159] env[70294]: DEBUG nova.objects.instance [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 916.987829] env[70294]: DEBUG nova.network.neutron [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.007400] env[70294]: INFO nova.scheduler.client.report [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Deleted allocations for instance da1e9ea4-aba1-440e-b518-12bc82bc5d7d [ 917.019149] env[70294]: DEBUG nova.compute.manager [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.019542] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.024017] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba95b816-9af5-4420-a0bb-97d5039890a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.034449] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.034912] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27043ebd-4025-4f1c-a66c-fe051f9f852f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.046078] env[70294]: DEBUG oslo_vmware.api [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 917.046078] env[70294]: value = "task-3570084" [ 917.046078] env[70294]: _type = "Task" [ 917.046078] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.052453] env[70294]: DEBUG nova.network.neutron [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Updated VIF entry in instance network info cache for port f36957aa-3c4b-48bc-bbb4-548910ef40db. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.053212] env[70294]: DEBUG nova.network.neutron [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Updating instance_info_cache with network_info: [{"id": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "address": "fa:16:3e:c8:8f:4a", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf36957aa-3c", "ovs_interfaceid": "f36957aa-3c4b-48bc-bbb4-548910ef40db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.066852] env[70294]: DEBUG oslo_vmware.api [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.177228] env[70294]: INFO nova.compute.manager [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Took 40.04 seconds to build instance. [ 917.182957] env[70294]: DEBUG oslo_vmware.api [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570083, 'name': PowerOffVM_Task, 'duration_secs': 0.399242} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.185727] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.185910] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.186245] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed727bfc-548b-4efe-b9cc-a1233345ad03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.238587] env[70294]: DEBUG nova.network.neutron [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751fd7f6-89", "ovs_interfaceid": "751fd7f6-891d-415d-b8c8-ae97fa413536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.443195] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.443195] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.443195] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleting the datastore file [datastore2] b4fa108c-6cf0-40b7-a27f-e9f9dc80671d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.443402] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffc0d8a1-85a1-444d-ba87-dd919bb4dc7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.451337] env[70294]: DEBUG oslo_vmware.api [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for the task: (returnval){ [ 917.451337] env[70294]: value = "task-3570086" [ 917.451337] env[70294]: _type = "Task" [ 917.451337] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.461304] env[70294]: DEBUG oslo_vmware.api [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.497494] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.497857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.497857] env[70294]: DEBUG nova.network.neutron [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.518190] env[70294]: DEBUG oslo_concurrency.lockutils [None req-90de4106-8697-4c18-9f0a-30ca64e549bf tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "da1e9ea4-aba1-440e-b518-12bc82bc5d7d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.431s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.556871] env[70294]: DEBUG oslo_vmware.api [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570084, 'name': PowerOffVM_Task, 'duration_secs': 0.320068} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.557375] env[70294]: DEBUG oslo_concurrency.lockutils [req-09b65d22-26a2-47d6-bb65-04693e0ff128 req-9e8dd260-b89c-44b1-b127-48283216a6c4 service nova] Releasing lock "refresh_cache-6e6449a4-6cbc-4110-9a54-fc68884a3033" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.557774] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.557950] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.558227] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3836ed84-6ad4-4fa9-84c5-22b1faca505a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.622475] env[70294]: INFO nova.compute.manager [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Rebuilding instance [ 917.633598] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.633850] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.634082] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Deleting the datastore file [datastore1] cf220761-73ab-413c-b347-ba2a3e38d2d7 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.634381] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-222d0b0b-d5ab-4072-93d4-c12a9e6f8871 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.642531] env[70294]: DEBUG oslo_vmware.api [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for the task: (returnval){ [ 917.642531] env[70294]: value = "task-3570088" [ 917.642531] env[70294]: _type = "Task" [ 917.642531] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.657116] env[70294]: DEBUG oslo_vmware.api [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.679747] env[70294]: DEBUG nova.compute.manager [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.680677] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9d4d26-17ca-4955-9e22-fd3e79d566b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.683872] env[70294]: DEBUG oslo_concurrency.lockutils [None req-766b5fbe-1582-4d04-9d6a-55a52180aa5d tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "d515b927-f1fc-4e69-811a-163cb0dbd34c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.816s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.741587] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.742098] env[70294]: DEBUG nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Instance network_info: |[{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751fd7f6-89", "ovs_interfaceid": "751fd7f6-891d-415d-b8c8-ae97fa413536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.742461] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '751fd7f6-891d-415d-b8c8-ae97fa413536', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.753677] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating folder: Project (5fee270c70e84def8ded29284d2565f7). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.754298] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-227bf17b-e6ef-44a1-8b5a-33c2918588a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.767272] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Created folder: Project (5fee270c70e84def8ded29284d2565f7) in parent group-v712401. [ 917.767524] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating folder: Instances. Parent ref: group-v712628. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.767818] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02f38c20-f8ef-4fcd-af43-ab1830520aee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.780982] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Created folder: Instances in parent group-v712628. [ 917.781286] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.781493] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.781706] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f48eba9-0eee-4381-aa92-43363906a658 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.805197] env[70294]: DEBUG nova.compute.manager [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Received event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.805197] env[70294]: DEBUG nova.compute.manager [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing instance network info cache due to event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.805701] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Acquiring lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.805859] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Acquired lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.806079] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.808677] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.808677] env[70294]: value = "task-3570091" [ 917.808677] env[70294]: _type = "Task" [ 917.808677] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.819714] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570091, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.824824] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.825107] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.825273] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.825454] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.825614] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.825767] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.825971] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.826163] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.826337] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.826498] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.826770] env[70294]: DEBUG nova.virt.hardware [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.827829] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea26ef57-a0ba-432a-b0fb-aacc65cdbb4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.837526] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-117e428f-54b3-4451-9c9a-84bc41750943 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.853865] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:e5:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9167f074-d99c-4ac4-ba34-32bd4bff6410', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.861815] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.862477] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.862709] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05027209-dc98-4acb-be69-c2efd7288e83 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.884131] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.884131] env[70294]: value = "task-3570092" [ 917.884131] env[70294]: _type = "Task" [ 917.884131] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.893923] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570092, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.965774] env[70294]: DEBUG oslo_vmware.api [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Task: {'id': task-3570086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.395084} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.966206] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.966485] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.966773] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.967055] env[70294]: INFO nova.compute.manager [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Took 1.34 seconds to destroy the instance on the hypervisor. [ 917.967553] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.967850] env[70294]: DEBUG nova.compute.manager [-] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.967982] env[70294]: DEBUG nova.network.neutron [-] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.006899] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b5202c3e-9546-4b38-99a8-03fe92075462 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.008119] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.985s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.009627] env[70294]: INFO nova.compute.claims [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.167251] env[70294]: DEBUG oslo_vmware.api [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Task: {'id': task-3570088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320944} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.167251] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.167251] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.167251] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.167251] env[70294]: INFO nova.compute.manager [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 918.169435] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.171432] env[70294]: DEBUG nova.compute.manager [-] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.172016] env[70294]: DEBUG nova.network.neutron [-] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.323409] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570091, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.395172] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570092, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.448088] env[70294]: DEBUG nova.network.neutron [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance_info_cache with network_info: [{"id": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "address": "fa:16:3e:3d:80:79", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f7a98c-08", "ovs_interfaceid": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.694990] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.695467] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adfff834-ec60-40a0-8685-3dfbc7ae99dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.705342] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 918.705342] env[70294]: value = "task-3570093" [ 918.705342] env[70294]: _type = "Task" [ 918.705342] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.719196] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.767365] env[70294]: DEBUG nova.compute.manager [req-0ce9700c-0b2a-4f62-96fd-343f0f65e5ab req-e18dc90a-0862-41bd-8bbf-8d7a1662c2dd service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Received event network-vif-deleted-2b3f3811-2ee5-42d4-bd84-201e64e54b58 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.767562] env[70294]: INFO nova.compute.manager [req-0ce9700c-0b2a-4f62-96fd-343f0f65e5ab req-e18dc90a-0862-41bd-8bbf-8d7a1662c2dd service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Neutron deleted interface 2b3f3811-2ee5-42d4-bd84-201e64e54b58; detaching it from the instance and deleting it from the info cache [ 918.767732] env[70294]: DEBUG nova.network.neutron [req-0ce9700c-0b2a-4f62-96fd-343f0f65e5ab req-e18dc90a-0862-41bd-8bbf-8d7a1662c2dd service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.824526] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570091, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.897077] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570092, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.950671] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.952644] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updated VIF entry in instance network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.952992] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.001087] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dac47-2e32-ab1f-7042-29e4fc729cc4/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 919.002149] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b356beb6-7441-47d7-a2ed-01bc96ab511f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.010245] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dac47-2e32-ab1f-7042-29e4fc729cc4/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 919.010245] env[70294]: ERROR oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dac47-2e32-ab1f-7042-29e4fc729cc4/disk-0.vmdk due to incomplete transfer. [ 919.011040] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ad5d640-37d8-4619-8574-3ef9647b3ceb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.020622] env[70294]: DEBUG oslo_vmware.rw_handles [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dac47-2e32-ab1f-7042-29e4fc729cc4/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 919.020699] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Uploaded image ee9c50cb-d122-4135-b00f-895bcba9113d to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 919.023102] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.023377] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-787e8263-032b-419e-9624-e1c552637114 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.035022] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 919.035022] env[70294]: value = "task-3570094" [ 919.035022] env[70294]: _type = "Task" [ 919.035022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.044032] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570094, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.115476] env[70294]: DEBUG nova.network.neutron [-] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.221155] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.270137] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f0d1408-67d7-4140-839d-b1c7df242965 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.282477] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58eb3bbe-8b53-4265-a67a-11a0176b51c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.328810] env[70294]: DEBUG nova.compute.manager [req-0ce9700c-0b2a-4f62-96fd-343f0f65e5ab req-e18dc90a-0862-41bd-8bbf-8d7a1662c2dd service nova] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Detach interface failed, port_id=2b3f3811-2ee5-42d4-bd84-201e64e54b58, reason: Instance b4fa108c-6cf0-40b7-a27f-e9f9dc80671d could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 919.341927] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570091, 'name': CreateVM_Task, 'duration_secs': 1.513946} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.342116] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.343075] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.343075] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.343402] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.343700] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57236bf2-7b8c-4095-9f3b-368b2ddf8a31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.351089] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 919.351089] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ab7210-ccaa-4c0b-54a7-aa67c0068338" [ 919.351089] env[70294]: _type = "Task" [ 919.351089] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.361020] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ab7210-ccaa-4c0b-54a7-aa67c0068338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.364271] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "4c71fa1f-c643-4719-9074-946949b9a652" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.364529] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.364760] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "4c71fa1f-c643-4719-9074-946949b9a652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.365073] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.365237] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.367516] env[70294]: INFO nova.compute.manager [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Terminating instance [ 919.398494] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570092, 'name': CreateVM_Task, 'duration_secs': 1.495716} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.398735] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.399450] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.399615] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.399923] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.400208] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47284717-f513-4653-af47-347827ff9818 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.408998] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 919.408998] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527a932d-4e69-55f6-2946-5b7cd6de6fbc" [ 919.408998] env[70294]: _type = "Task" [ 919.408998] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.418151] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527a932d-4e69-55f6-2946-5b7cd6de6fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.460388] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Releasing lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.460633] env[70294]: DEBUG nova.compute.manager [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received event network-changed-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.460803] env[70294]: DEBUG nova.compute.manager [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Refreshing instance network info cache due to event network-changed-751fd7f6-891d-415d-b8c8-ae97fa413536. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.461022] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Acquiring lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.461190] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Acquired lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.461385] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Refreshing network info cache for port 751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.465447] env[70294]: DEBUG nova.network.neutron [-] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.523525] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f84596-9c83-4fbc-82fc-4d34b86a64bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.530922] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.532856] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 919.535541] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8f28cd-1f5f-4b39-8180-204b9df11333 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.548511] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570094, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.577895] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca270b1-89e5-45cf-9d5b-cda3bb0c85c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.587233] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8db81d1-b197-401c-84d9-48429f5547d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.604320] env[70294]: DEBUG nova.compute.provider_tree [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 919.618464] env[70294]: INFO nova.compute.manager [-] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Took 1.65 seconds to deallocate network for instance. [ 919.716817] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570093, 'name': PowerOffVM_Task, 'duration_secs': 0.700578} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.717165] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.717426] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.718314] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218c94df-874f-4427-b6e1-248e3d10db25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.726890] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.727179] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b058e55-27ca-4ed7-b6fb-463f99e70488 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.759696] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.760023] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.760562] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Deleting the datastore file [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.760562] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-357ec1b6-4163-479c-a9fe-8c26fe80db2c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.769552] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 919.769552] env[70294]: value = "task-3570096" [ 919.769552] env[70294]: _type = "Task" [ 919.769552] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.779011] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.863054] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ab7210-ccaa-4c0b-54a7-aa67c0068338, 'name': SearchDatastore_Task, 'duration_secs': 0.056769} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.863054] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.863293] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.863482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.863632] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.863810] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.864100] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c583706-94a6-4d47-aa74-dedf41cdbf93 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.878384] env[70294]: DEBUG nova.compute.manager [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.878636] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.879958] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb5e4e5-42c3-4959-956f-f2905f29d922 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.888694] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.889957] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c83349f-cc2d-4e4b-9d56-a95c3caffea2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.891880] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.892417] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.892798] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a683bbaa-6d23-4258-b5d2-39af9f569a9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.910478] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 919.910478] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cb234-4831-ddab-686f-df0d2301dc14" [ 919.910478] env[70294]: _type = "Task" [ 919.910478] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.915476] env[70294]: DEBUG oslo_vmware.api [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 919.915476] env[70294]: value = "task-3570097" [ 919.915476] env[70294]: _type = "Task" [ 919.915476] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.929406] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527a932d-4e69-55f6-2946-5b7cd6de6fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.026079} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.930115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.930392] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.930797] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.930911] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.931186] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.931622] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49fe1d31-2639-4500-97ce-fd03174554ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.941346] env[70294]: DEBUG oslo_vmware.api [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3570097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.941648] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cb234-4831-ddab-686f-df0d2301dc14, 'name': SearchDatastore_Task, 'duration_secs': 0.025156} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.943031] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11ae4c08-e2f5-473c-8ff4-5f0d000b5263 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.950111] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 919.950111] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ee56d1-1b79-5268-f737-b329b4245d44" [ 919.950111] env[70294]: _type = "Task" [ 919.950111] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.951754] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.951948] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.956269] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-738fd484-78cb-4c0f-a907-92a5b6c0e93c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.967303] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 919.967303] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208115e-e421-e06c-04b3-80d3404ce6db" [ 919.967303] env[70294]: _type = "Task" [ 919.967303] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.973318] env[70294]: INFO nova.compute.manager [-] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Took 1.80 seconds to deallocate network for instance. [ 919.973761] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ee56d1-1b79-5268-f737-b329b4245d44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.991848] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5208115e-e421-e06c-04b3-80d3404ce6db, 'name': SearchDatastore_Task, 'duration_secs': 0.020274} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.993710] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f4d4043-0119-40d5-b60c-f145dc53e521 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.002792] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 920.002792] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fbcb96-b83f-3c47-7826-df18b8edf615" [ 920.002792] env[70294]: _type = "Task" [ 920.002792] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.015363] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fbcb96-b83f-3c47-7826-df18b8edf615, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.050808] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.050808] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.051090] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.051090] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.051232] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.051344] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.051548] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 920.051764] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 920.056975] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570094, 'name': Destroy_Task, 'duration_secs': 0.964909} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.057567] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Destroyed the VM [ 920.057885] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.058186] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7bf0d2b7-03d6-412c-be95-454909a68a90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.067760] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 920.067760] env[70294]: value = "task-3570098" [ 920.067760] env[70294]: _type = "Task" [ 920.067760] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.079894] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.125132] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.146319] env[70294]: DEBUG nova.scheduler.client.report [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 108 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 920.146793] env[70294]: DEBUG nova.compute.provider_tree [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 108 to 109 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 920.147096] env[70294]: DEBUG nova.compute.provider_tree [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 920.288609] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271908} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.288977] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.289305] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.289744] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.362406] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updated VIF entry in instance network info cache for port 751fd7f6-891d-415d-b8c8-ae97fa413536. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.362830] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751fd7f6-89", "ovs_interfaceid": "751fd7f6-891d-415d-b8c8-ae97fa413536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.432402] env[70294]: DEBUG oslo_vmware.api [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3570097, 'name': PowerOffVM_Task, 'duration_secs': 0.27017} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.432402] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.432402] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 920.432402] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-545924a3-559a-4a9a-b42e-9d92136987e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.463117] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ee56d1-1b79-5268-f737-b329b4245d44, 'name': SearchDatastore_Task, 'duration_secs': 0.018222} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.463393] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.463669] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.463939] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88d9c5ba-0319-422d-9ab5-9700e4972c15 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.473066] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 920.473066] env[70294]: value = "task-3570100" [ 920.473066] env[70294]: _type = "Task" [ 920.473066] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.483254] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c189ce6f-3d48-489f-a5cf-d610a77e12cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.490975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.491244] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.518405] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance '9b674ed0-6d2a-4254-b1ed-8a446364d5ce' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.529965] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 920.530347] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 920.530646] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Deleting the datastore file [datastore2] 4c71fa1f-c643-4719-9074-946949b9a652 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 920.531425] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96bad98e-c662-471b-8124-c3b8999431bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.544638] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fbcb96-b83f-3c47-7826-df18b8edf615, 'name': SearchDatastore_Task, 'duration_secs': 0.014385} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.546911] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.547378] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.547880] env[70294]: DEBUG oslo_vmware.api [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for the task: (returnval){ [ 920.547880] env[70294]: value = "task-3570101" [ 920.547880] env[70294]: _type = "Task" [ 920.547880] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.548193] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23488e46-85dc-46da-a469-c51ab8ea736b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.559291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.565242] env[70294]: DEBUG oslo_vmware.api [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3570101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.568338] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 920.568338] env[70294]: value = "task-3570102" [ 920.568338] env[70294]: _type = "Task" [ 920.568338] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.588836] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.594413] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570098, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.654675] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.655300] env[70294]: DEBUG nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.658007] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.140s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.659031] env[70294]: DEBUG nova.objects.instance [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'resources' on Instance uuid 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.805177] env[70294]: DEBUG nova.compute.manager [req-b7a06a14-5225-4160-9a97-fd75409dd220 req-67f50305-4705-4679-9944-4591c409d831 service nova] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Received event network-vif-deleted-801719fc-e3a5-496c-aa55-4bb7825ab897 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.868542] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Releasing lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.868542] env[70294]: DEBUG nova.compute.manager [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Received event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.868542] env[70294]: DEBUG nova.compute.manager [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing instance network info cache due to event network-changed-51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.868542] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Acquiring lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.868542] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Acquired lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.868542] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Refreshing network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.985459] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570100, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.034327] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.034718] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d493fd33-f6ac-43c8-8cbc-c1033d013f02 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.044982] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 921.044982] env[70294]: value = "task-3570103" [ 921.044982] env[70294]: _type = "Task" [ 921.044982] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.060945] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.070350] env[70294]: DEBUG oslo_vmware.api [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3570101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.088950] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570102, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.093737] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570098, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.162059] env[70294]: DEBUG nova.compute.utils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.164946] env[70294]: DEBUG nova.objects.instance [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'numa_topology' on Instance uuid 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.166594] env[70294]: DEBUG nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.166594] env[70294]: DEBUG nova.network.neutron [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.251248] env[70294]: DEBUG nova.policy [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc2d2c66ac0f4b3cb12ab36cd70ca186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e07eb8fe4749b09d15da58bda3328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.334627] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.334887] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.335059] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.335281] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.335435] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.335767] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.336040] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.336469] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.336469] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.336543] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.336700] env[70294]: DEBUG nova.virt.hardware [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.341024] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c693e221-4cf5-4aaf-8f75-c91005c8dd28 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.352131] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b846c52-c9d8-4880-a6ba-ddfc87529ee8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.368098] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 921.373955] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.376604] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 921.376860] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1c9a027-e260-47de-91ce-25ac513fecdd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.396672] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 921.396672] env[70294]: value = "task-3570104" [ 921.396672] env[70294]: _type = "Task" [ 921.396672] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.407126] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570104, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.486043] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667918} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.486327] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.486554] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.486896] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd8d0e41-7924-4fea-8b79-72fd1c170fae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.495465] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 921.495465] env[70294]: value = "task-3570105" [ 921.495465] env[70294]: _type = "Task" [ 921.495465] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.504223] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.558978] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570103, 'name': PowerOffVM_Task, 'duration_secs': 0.240011} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.559627] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.559817] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance '9b674ed0-6d2a-4254-b1ed-8a446364d5ce' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.566841] env[70294]: DEBUG oslo_vmware.api [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Task: {'id': task-3570101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.606181} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.567347] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.567599] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.567799] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.567973] env[70294]: INFO nova.compute.manager [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Took 1.69 seconds to destroy the instance on the hypervisor. [ 921.568231] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.568445] env[70294]: DEBUG nova.compute.manager [-] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.568539] env[70294]: DEBUG nova.network.neutron [-] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.580786] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745142} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.584925] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.585253] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.585541] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2ff1ee3-cffb-4cf3-9f72-6f8dcb03455b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.594225] env[70294]: DEBUG oslo_vmware.api [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570098, 'name': RemoveSnapshot_Task, 'duration_secs': 1.12167} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.595635] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 921.595885] env[70294]: INFO nova.compute.manager [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Took 17.72 seconds to snapshot the instance on the hypervisor. [ 921.600985] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 921.600985] env[70294]: value = "task-3570106" [ 921.600985] env[70294]: _type = "Task" [ 921.600985] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.616342] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.667714] env[70294]: DEBUG nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.670717] env[70294]: DEBUG nova.objects.base [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Object Instance<67eda3b1-22f1-4952-908d-aa31550608bc> lazy-loaded attributes: resources,numa_topology {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.914455] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570104, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.996426] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updated VIF entry in instance network info cache for port 51dbdae3-f88c-45d2-b76d-a1ac9e354f92. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.996726] env[70294]: DEBUG nova.network.neutron [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [{"id": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "address": "fa:16:3e:f8:64:f9", "network": {"id": "88c5cfd5-c805-44eb-9477-956894b016bc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1349728755-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40243408eef24521b940158da5e3ed22", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51dbdae3-f8", "ovs_interfaceid": "51dbdae3-f88c-45d2-b76d-a1ac9e354f92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.010468] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084633} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.011362] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.012295] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f84cf4-f70d-47c6-9775-b09033cca43b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.038341] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.042899] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29f2495a-92eb-488d-94d0-bbfec5ce4d68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.061274] env[70294]: DEBUG nova.network.neutron [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Successfully created port: d43a2340-cdd3-4cee-afce-98c819e57989 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.070627] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.070843] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.070906] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.071104] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.071300] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.072028] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.072028] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.072028] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.072028] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.072211] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.072748] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.082041] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9de5125f-91f7-4133-a5ee-e7d50da79a3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.093058] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 922.093058] env[70294]: value = "task-3570107" [ 922.093058] env[70294]: _type = "Task" [ 922.093058] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.102071] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 922.102071] env[70294]: value = "task-3570108" [ 922.102071] env[70294]: _type = "Task" [ 922.102071] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.111812] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.121738] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.125175] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086862} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.128374] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.130407] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5813c44b-0278-4832-a64f-9e92b4d6ff76 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.154257] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.158379] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495b164c-e78d-4c45-8cfe-483ce6655eb0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.181391] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 922.181391] env[70294]: value = "task-3570109" [ 922.181391] env[70294]: _type = "Task" [ 922.181391] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.186624] env[70294]: DEBUG nova.compute.manager [None req-b7d2d5ac-49e8-4c4c-ac0b-f38178c7a74f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Found 1 images (rotation: 2) {{(pid=70294) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 922.196627] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.350558] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22909d7d-2493-40e4-86eb-0bc9df83fc8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.373350] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbcaf15-0b30-4eee-8295-6b77e3c59baa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.414279] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2940fbba-c488-425b-9049-6a90dab7f137 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.422848] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570104, 'name': CreateVM_Task, 'duration_secs': 0.517709} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.425039] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 922.425599] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.425770] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.426146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.427527] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4890f245-5e4d-4653-b8f0-c762b32007ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.431336] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1cb1ea-5098-45e6-aa95-2770d13efd4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.437270] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 922.437270] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c84e55-81b3-5eab-10ea-ed047a12140f" [ 922.437270] env[70294]: _type = "Task" [ 922.437270] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.446435] env[70294]: DEBUG nova.compute.provider_tree [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.458989] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c84e55-81b3-5eab-10ea-ed047a12140f, 'name': SearchDatastore_Task, 'duration_secs': 0.012051} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.458989] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.458989] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 922.459233] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.459328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.459502] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 922.459837] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-760a7e06-9ab2-4384-a70e-80401909b520 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.471598] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 922.471796] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 922.472576] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72380a1-7ab4-4bd9-9f3d-3e2a5eb33a3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.479922] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 922.479922] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526b3ca7-5188-5820-bf89-e9fc6eb05489" [ 922.479922] env[70294]: _type = "Task" [ 922.479922] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.489797] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526b3ca7-5188-5820-bf89-e9fc6eb05489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.502988] env[70294]: DEBUG oslo_concurrency.lockutils [req-37fbd417-6258-4dbc-bfe7-1027b67d7bad req-f3e48a57-14de-4e3c-8b8b-71fa709ff7a9 service nova] Releasing lock "refresh_cache-92762e3a-a62a-4fc0-b40a-9eb2ead38951" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.603745] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570107, 'name': ReconfigVM_Task, 'duration_secs': 0.334914} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.604118] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.605298] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab74e01-1076-4ad4-a21e-e947ba80b1a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.615379] env[70294]: DEBUG nova.network.neutron [-] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.617075] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 922.617075] env[70294]: value = "task-3570110" [ 922.617075] env[70294]: _type = "Task" [ 922.617075] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.626553] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570108, 'name': ReconfigVM_Task, 'duration_secs': 0.289049} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.627115] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance '9b674ed0-6d2a-4254-b1ed-8a446364d5ce' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 922.635184] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570110, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.683120] env[70294]: DEBUG nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.697554] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570109, 'name': ReconfigVM_Task, 'duration_secs': 0.351707} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.697796] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8/ce77d3cf-12b5-4900-a3f3-4a63733823c8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.698449] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e236708-7c97-4f01-94db-220963470993 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.707235] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 922.707235] env[70294]: value = "task-3570111" [ 922.707235] env[70294]: _type = "Task" [ 922.707235] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.713215] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.713516] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.713716] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.713941] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.714128] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.714325] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.714569] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.714766] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.714968] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.715235] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.715460] env[70294]: DEBUG nova.virt.hardware [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.716612] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7becc12-d350-4eaf-894a-6dd8daea6e79 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.728712] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f5fc18-1484-49aa-98fe-c14082d9a27f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.733498] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570111, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.882926] env[70294]: DEBUG nova.compute.manager [req-8da45030-8fce-40fa-90bc-58613de233da req-6ff20c6c-842e-420a-9532-4a301eed9d4e service nova] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Received event network-vif-deleted-9a29065a-6229-4c54-9295-a5727a9f5a16 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.949194] env[70294]: DEBUG nova.scheduler.client.report [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.990619] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526b3ca7-5188-5820-bf89-e9fc6eb05489, 'name': SearchDatastore_Task, 'duration_secs': 0.021263} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.991405] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6131ee25-fca4-4f04-ae40-0d02c5dd7198 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.996836] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 922.996836] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52664379-bf7d-6b51-6df7-e2ed66dad674" [ 922.996836] env[70294]: _type = "Task" [ 922.996836] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.005148] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52664379-bf7d-6b51-6df7-e2ed66dad674, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.118372] env[70294]: INFO nova.compute.manager [-] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Took 1.55 seconds to deallocate network for instance. [ 923.133717] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.133961] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.134124] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.134329] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.134493] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.134639] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.134841] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.134999] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.135244] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.135419] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.135597] env[70294]: DEBUG nova.virt.hardware [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.141418] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Reconfiguring VM instance instance-00000049 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 923.141821] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570110, 'name': Rename_Task, 'duration_secs': 0.185331} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.142426] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9053995-6997-4f22-b23b-f77531a624e4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.155756] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.155895] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5c32902-c9c2-43ac-ae40-1cbd4a100347 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.164883] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 923.164883] env[70294]: value = "task-3570112" [ 923.164883] env[70294]: _type = "Task" [ 923.164883] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.166323] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 923.166323] env[70294]: value = "task-3570113" [ 923.166323] env[70294]: _type = "Task" [ 923.166323] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.182387] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.182735] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.218063] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570111, 'name': Rename_Task, 'duration_secs': 0.156161} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.218453] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.218657] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21728bad-6d77-4c2c-999c-dc180cfa0759 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.227103] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 923.227103] env[70294]: value = "task-3570114" [ 923.227103] env[70294]: _type = "Task" [ 923.227103] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.236309] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570114, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.238840] env[70294]: DEBUG nova.compute.manager [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.239662] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7534bbba-ec02-4f4a-af3e-032e58168e10 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.454407] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.796s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.456847] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.411s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.457126] env[70294]: DEBUG nova.objects.instance [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'resources' on Instance uuid a9d76e89-a84a-4619-be40-e7c80a0a9fb0 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.508598] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52664379-bf7d-6b51-6df7-e2ed66dad674, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.508876] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.509151] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 923.509408] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52a99ed4-0ba7-4f9b-b5ff-c9bfe9f3cbf0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.518570] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 923.518570] env[70294]: value = "task-3570115" [ 923.518570] env[70294]: _type = "Task" [ 923.518570] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.526774] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.630199] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.681472] env[70294]: DEBUG oslo_vmware.api [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570112, 'name': PowerOnVM_Task, 'duration_secs': 0.504304} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.684759] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.684759] env[70294]: INFO nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Took 8.72 seconds to spawn the instance on the hypervisor. [ 923.684759] env[70294]: DEBUG nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.685047] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.685815] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6a528e-862f-4d87-b14e-99429dedfb16 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.737377] env[70294]: DEBUG oslo_vmware.api [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570114, 'name': PowerOnVM_Task, 'duration_secs': 0.48084} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.737655] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.737857] env[70294]: DEBUG nova.compute.manager [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.738637] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa62d30-04fd-4024-a411-47a4b1aff4dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.751801] env[70294]: INFO nova.compute.manager [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] instance snapshotting [ 923.752410] env[70294]: DEBUG nova.objects.instance [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'flavor' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.791474] env[70294]: DEBUG nova.network.neutron [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Successfully updated port: d43a2340-cdd3-4cee-afce-98c819e57989 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.962538] env[70294]: DEBUG nova.objects.instance [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'numa_topology' on Instance uuid a9d76e89-a84a-4619-be40-e7c80a0a9fb0 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.970978] env[70294]: DEBUG oslo_concurrency.lockutils [None req-689fab92-7019-4222-abbc-d6fb77520d6f tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 50.918s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.970978] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.256s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.970978] env[70294]: INFO nova.compute.manager [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Unshelving [ 924.031626] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.181887] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570113, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.204850] env[70294]: INFO nova.compute.manager [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Took 42.95 seconds to build instance. [ 924.256918] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.258030] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1aed3b-0dcc-40ec-a71e-3515566ecf6a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.277387] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e620a-f829-48b6-85da-02aaed68ef51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.296389] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "refresh_cache-792c7301-d50d-472a-8a76-b1c659f9681c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.296600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "refresh_cache-792c7301-d50d-472a-8a76-b1c659f9681c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.296727] env[70294]: DEBUG nova.network.neutron [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.466413] env[70294]: DEBUG nova.objects.base [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 924.531085] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719332} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.531427] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 924.531653] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 924.531907] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0284ae0-055e-4d3b-855a-a2af087fb754 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.541818] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 924.541818] env[70294]: value = "task-3570116" [ 924.541818] env[70294]: _type = "Task" [ 924.541818] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.551464] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.683659] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570113, 'name': ReconfigVM_Task, 'duration_secs': 1.187205} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.683965] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Reconfigured VM instance instance-00000049 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.688017] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f77584-2bc3-475a-b5f7-fe2f4417afcb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.710335] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 9b674ed0-6d2a-4254-b1ed-8a446364d5ce/9b674ed0-6d2a-4254-b1ed-8a446364d5ce.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.713492] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ad062ad3-b11a-43cd-959a-a842a52c5493 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.534s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.713718] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0346d2-50df-4e90-8c48-048a99b4d011 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.734853] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 924.734853] env[70294]: value = "task-3570117" [ 924.734853] env[70294]: _type = "Task" [ 924.734853] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.746539] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.788577] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.789273] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-93624e8a-cb9f-449a-a9d5-465bd133b6d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.800493] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 924.800493] env[70294]: value = "task-3570118" [ 924.800493] env[70294]: _type = "Task" [ 924.800493] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.812483] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570118, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.853502] env[70294]: DEBUG nova.network.neutron [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.980382] env[70294]: DEBUG nova.compute.utils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.003230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2628e5-8e8c-4c67-a641-be051fcc70b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.018240] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc820f40-1f3a-45ef-9c09-934a88370659 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.055346] env[70294]: DEBUG nova.compute.manager [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Received event network-vif-plugged-d43a2340-cdd3-4cee-afce-98c819e57989 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.056914] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] Acquiring lock "792c7301-d50d-472a-8a76-b1c659f9681c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.056914] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] Lock "792c7301-d50d-472a-8a76-b1c659f9681c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.056914] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] Lock "792c7301-d50d-472a-8a76-b1c659f9681c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.056914] env[70294]: DEBUG nova.compute.manager [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] No waiting events found dispatching network-vif-plugged-d43a2340-cdd3-4cee-afce-98c819e57989 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 925.056914] env[70294]: WARNING nova.compute.manager [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Received unexpected event network-vif-plugged-d43a2340-cdd3-4cee-afce-98c819e57989 for instance with vm_state building and task_state spawning. [ 925.056914] env[70294]: DEBUG nova.compute.manager [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Received event network-changed-d43a2340-cdd3-4cee-afce-98c819e57989 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.056914] env[70294]: DEBUG nova.compute.manager [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Refreshing instance network info cache due to event network-changed-d43a2340-cdd3-4cee-afce-98c819e57989. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.056914] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] Acquiring lock "refresh_cache-792c7301-d50d-472a-8a76-b1c659f9681c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.061019] env[70294]: DEBUG nova.network.neutron [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Updating instance_info_cache with network_info: [{"id": "d43a2340-cdd3-4cee-afce-98c819e57989", "address": "fa:16:3e:b5:7d:f6", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43a2340-cd", "ovs_interfaceid": "d43a2340-cdd3-4cee-afce-98c819e57989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.062583] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84729f82-46e4-4571-be63-568dd819263b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.073584] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257674} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.073874] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 925.075504] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7366c158-61af-4965-a3bd-620e86292311 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.079470] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873843e7-d44a-44cb-97c4-dba27c0c993b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.099019] env[70294]: DEBUG nova.compute.provider_tree [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.119025] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.119025] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78e5bf3-705a-4d08-824f-d39669b4ef09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.139171] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 925.139171] env[70294]: value = "task-3570119" [ 925.139171] env[70294]: _type = "Task" [ 925.139171] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.148457] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.245471] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570117, 'name': ReconfigVM_Task, 'duration_secs': 0.311631} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.245771] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 9b674ed0-6d2a-4254-b1ed-8a446364d5ce/9b674ed0-6d2a-4254-b1ed-8a446364d5ce.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 925.246050] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance '9b674ed0-6d2a-4254-b1ed-8a446364d5ce' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.313477] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570118, 'name': CreateSnapshot_Task, 'duration_secs': 0.49621} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.313760] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 925.314516] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b55c03-7e4b-4292-8ffb-b9383d10a2e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.334096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.334337] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.484305] env[70294]: INFO nova.virt.block_device [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Booting with volume 8fafc97c-d23a-45cb-a386-b65e10beacbc at /dev/sdb [ 925.520503] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e12dcd4-58d7-4780-89b2-a3bdac7a6abf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.530965] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c88f6e-8dfe-4adf-b821-3cd14ee68b01 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.571168] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "refresh_cache-792c7301-d50d-472a-8a76-b1c659f9681c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.571501] env[70294]: DEBUG nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Instance network_info: |[{"id": "d43a2340-cdd3-4cee-afce-98c819e57989", "address": "fa:16:3e:b5:7d:f6", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43a2340-cd", "ovs_interfaceid": "d43a2340-cdd3-4cee-afce-98c819e57989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.572039] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] Acquired lock "refresh_cache-792c7301-d50d-472a-8a76-b1c659f9681c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.572230] env[70294]: DEBUG nova.network.neutron [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Refreshing network info cache for port d43a2340-cdd3-4cee-afce-98c819e57989 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.573398] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:7d:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd43a2340-cdd3-4cee-afce-98c819e57989', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.580871] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.581072] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f79c53e-dda8-4403-b73c-80a28c6e58f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.585981] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.586756] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca9a2bf-8f7a-4a21-a4e1-529c09113ec7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.602661] env[70294]: DEBUG nova.scheduler.client.report [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.609861] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f87488c-7f9a-4da2-abff-e6191f121a87 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.622751] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.625307] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.625307] env[70294]: value = "task-3570120" [ 925.625307] env[70294]: _type = "Task" [ 925.625307] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.625561] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.297s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.627420] env[70294]: INFO nova.compute.claims [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.643180] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570120, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.662373] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2637db36-bb80-49eb-bbfc-5995c7169cd0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.668675] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.674494] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a0d8c-6cb2-41dc-9da5-5b1abc323f99 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.690356] env[70294]: DEBUG nova.virt.block_device [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating existing volume attachment record: 7890b1e6-4a76-40c5-a9ae-e1d96c67cd5d {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 925.754104] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e1d3ab-d7f2-4fe4-87d7-16dba95261f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.775279] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c82507-851b-4463-93a4-014c2342fed8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.797231] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance '9b674ed0-6d2a-4254-b1ed-8a446364d5ce' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 925.833629] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 925.834042] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-58c14f6a-76c2-4368-9ccf-7724b7905615 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.837587] env[70294]: DEBUG nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.845610] env[70294]: DEBUG nova.network.neutron [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Updated VIF entry in instance network info cache for port d43a2340-cdd3-4cee-afce-98c819e57989. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.846048] env[70294]: DEBUG nova.network.neutron [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Updating instance_info_cache with network_info: [{"id": "d43a2340-cdd3-4cee-afce-98c819e57989", "address": "fa:16:3e:b5:7d:f6", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd43a2340-cd", "ovs_interfaceid": "d43a2340-cdd3-4cee-afce-98c819e57989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.849454] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 925.849454] env[70294]: value = "task-3570122" [ 925.849454] env[70294]: _type = "Task" [ 925.849454] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.858871] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570122, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.142517] env[70294]: DEBUG oslo_concurrency.lockutils [None req-15127e3b-b5f3-4925-920e-0c7e1613d563 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 48.656s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.143834] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.322s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.144185] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.144506] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.144763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.159305] env[70294]: INFO nova.compute.manager [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Terminating instance [ 926.161942] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570120, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.173933] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.347747] env[70294]: DEBUG nova.network.neutron [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Port 63f7a98c-088e-4d5b-b106-72362dba8fe8 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 926.351728] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a34926d-97a4-48e3-8642-1cfaf2e94c06 req-2c656e61-7ccc-442e-a9e3-abfb62e254ee service nova] Releasing lock "refresh_cache-792c7301-d50d-472a-8a76-b1c659f9681c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.364400] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570122, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.370172] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.649903] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570120, 'name': CreateVM_Task, 'duration_secs': 0.579285} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.653862] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.654533] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.654533] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.655215] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.655947] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc4adc0-9f53-45cb-868e-92596046ca25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.663108] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.664278] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 926.664278] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529502b5-c95a-83fa-b311-1638ad7e3dd9" [ 926.664278] env[70294]: _type = "Task" [ 926.664278] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.665029] env[70294]: DEBUG nova.compute.manager [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.665173] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.668310] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fbf54a8-d20e-4990-b507-6dfc6e730656 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.681306] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529502b5-c95a-83fa-b311-1638ad7e3dd9, 'name': SearchDatastore_Task, 'duration_secs': 0.015876} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.682625] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.682918] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.683282] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.683474] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.683783] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.686553] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0384474a-7ade-4392-8423-149f634b3745 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.691493] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab8db97-0d98-4ded-a136-5c1d31c39cac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.712457] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.712631] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.716264] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30a2414-27b1-40b9-b185-ad6b4df7a139 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.723439] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 926.723439] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a074db-0d81-a13b-f7e4-44787447463c" [ 926.723439] env[70294]: _type = "Task" [ 926.723439] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.738418] env[70294]: WARNING nova.virt.vmwareapi.vmops [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a9d76e89-a84a-4619-be40-e7c80a0a9fb0 could not be found. [ 926.738665] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.738853] env[70294]: INFO nova.compute.manager [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Took 0.07 seconds to destroy the instance on the hypervisor. [ 926.739124] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.745028] env[70294]: DEBUG nova.compute.manager [-] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.745203] env[70294]: DEBUG nova.network.neutron [-] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.752957] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a074db-0d81-a13b-f7e4-44787447463c, 'name': SearchDatastore_Task, 'duration_secs': 0.012084} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.753865] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c3979c-0397-491a-b9b7-c32b10e75cc6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.761424] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 926.761424] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52739efe-3f2d-9095-d663-c206a490ccd3" [ 926.761424] env[70294]: _type = "Task" [ 926.761424] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.770968] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52739efe-3f2d-9095-d663-c206a490ccd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.866547] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570122, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.135522] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648044ec-4f8f-47f9-9572-8f9cda5d69f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.143665] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac507bd-ec22-4631-9ec5-ba0c5b758603 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.182372] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c9724c-0e04-4d3c-97df-eec6e845843b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.192044] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570119, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.196518] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01bb51c-0174-4de2-8822-9e49684db6c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.212922] env[70294]: DEBUG nova.compute.provider_tree [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.272781] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52739efe-3f2d-9095-d663-c206a490ccd3, 'name': SearchDatastore_Task, 'duration_secs': 0.011234} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.273085] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.273990] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 792c7301-d50d-472a-8a76-b1c659f9681c/792c7301-d50d-472a-8a76-b1c659f9681c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.273990] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f695b4b-77b4-43c5-880c-12e8f8f039a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.281479] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 927.281479] env[70294]: value = "task-3570125" [ 927.281479] env[70294]: _type = "Task" [ 927.281479] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.290601] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.371268] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570122, 'name': CloneVM_Task, 'duration_secs': 1.361322} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.373958] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Created linked-clone VM from snapshot [ 927.377624] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.377842] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.378028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.379311] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8657180-2447-4c51-8813-0b85c6839167 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.389034] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Uploading image 577e2b71-5239-4ab7-9f2f-7144de76258c {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 927.415661] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 927.415661] env[70294]: value = "vm-712635" [ 927.415661] env[70294]: _type = "VirtualMachine" [ 927.415661] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 927.415944] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c3dadc0-3d07-4f76-8991-9da0e862fcc8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.424313] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease: (returnval){ [ 927.424313] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52394a89-c6d0-479d-1340-d05bd553fdd5" [ 927.424313] env[70294]: _type = "HttpNfcLease" [ 927.424313] env[70294]: } obtained for exporting VM: (result){ [ 927.424313] env[70294]: value = "vm-712635" [ 927.424313] env[70294]: _type = "VirtualMachine" [ 927.424313] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 927.424699] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the lease: (returnval){ [ 927.424699] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52394a89-c6d0-479d-1340-d05bd553fdd5" [ 927.424699] env[70294]: _type = "HttpNfcLease" [ 927.424699] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 927.431897] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.431897] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52394a89-c6d0-479d-1340-d05bd553fdd5" [ 927.431897] env[70294]: _type = "HttpNfcLease" [ 927.431897] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 927.492063] env[70294]: DEBUG nova.network.neutron [-] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.659988] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570119, 'name': ReconfigVM_Task, 'duration_secs': 2.114779} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.660302] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.660914] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3dffb60-d26c-4485-b47b-5d8c1a749847 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.669525] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 927.669525] env[70294]: value = "task-3570127" [ 927.669525] env[70294]: _type = "Task" [ 927.669525] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.678009] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570127, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.716434] env[70294]: DEBUG nova.scheduler.client.report [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.791616] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.935164] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 927.935164] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52394a89-c6d0-479d-1340-d05bd553fdd5" [ 927.935164] env[70294]: _type = "HttpNfcLease" [ 927.935164] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 927.935828] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 927.935828] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52394a89-c6d0-479d-1340-d05bd553fdd5" [ 927.935828] env[70294]: _type = "HttpNfcLease" [ 927.935828] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 927.936611] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5786486-8705-42d1-b36f-73009d5a8f69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.948714] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15060-68fc-b40c-84cb-6e139cb08404/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 927.948714] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15060-68fc-b40c-84cb-6e139cb08404/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 928.007111] env[70294]: INFO nova.compute.manager [-] [instance: a9d76e89-a84a-4619-be40-e7c80a0a9fb0] Took 1.26 seconds to deallocate network for instance. [ 928.054852] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bd4973a-f1b6-43ff-80d7-762156d3d554 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.180421] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570127, 'name': Rename_Task, 'duration_secs': 0.387219} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.180874] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.180973] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d27fec28-34ee-4dcb-adcc-24b51da2b45c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.190466] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 928.190466] env[70294]: value = "task-3570128" [ 928.190466] env[70294]: _type = "Task" [ 928.190466] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.200430] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.221461] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.221990] env[70294]: DEBUG nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.226033] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.598s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.227753] env[70294]: DEBUG nova.objects.instance [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 928.292769] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958023} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.293340] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 792c7301-d50d-472a-8a76-b1c659f9681c/792c7301-d50d-472a-8a76-b1c659f9681c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.293591] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.295258] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25310b98-2324-446b-b4c9-725dda74fd1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.303617] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 928.303617] env[70294]: value = "task-3570130" [ 928.303617] env[70294]: _type = "Task" [ 928.303617] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.313075] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.421929] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.422242] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.426288] env[70294]: DEBUG nova.network.neutron [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.703257] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570128, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.733860] env[70294]: DEBUG nova.compute.utils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.738461] env[70294]: DEBUG nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.738663] env[70294]: DEBUG nova.network.neutron [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 928.799524] env[70294]: DEBUG nova.policy [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.814389] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07919} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.814529] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.815302] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c583147a-ce47-41a4-8577-22dfedf33644 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.839713] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 792c7301-d50d-472a-8a76-b1c659f9681c/792c7301-d50d-472a-8a76-b1c659f9681c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.842095] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd54462-df42-4ab6-9a3d-0952d0c19428 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.863514] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 928.863514] env[70294]: value = "task-3570131" [ 928.863514] env[70294]: _type = "Task" [ 928.863514] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.872681] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.037930] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd3a686e-8d14-4274-9475-629db9480377 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "a9d76e89-a84a-4619-be40-e7c80a0a9fb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.894s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.204117] env[70294]: DEBUG oslo_vmware.api [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570128, 'name': PowerOnVM_Task, 'duration_secs': 0.630907} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.204370] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.204485] env[70294]: DEBUG nova.compute.manager [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.205315] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0071899-0ac3-4376-8695-f1c2bb95cdfd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.239434] env[70294]: DEBUG nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.246030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-95d0b3c3-874a-4593-b781-2dec736da47e tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.246030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.237s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.246302] env[70294]: DEBUG nova.objects.instance [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lazy-loading 'resources' on Instance uuid b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.334188] env[70294]: DEBUG nova.network.neutron [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance_info_cache with network_info: [{"id": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "address": "fa:16:3e:3d:80:79", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f7a98c-08", "ovs_interfaceid": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.379470] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.443721] env[70294]: DEBUG nova.network.neutron [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Successfully created port: df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.727783] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.839066] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.885181] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570131, 'name': ReconfigVM_Task, 'duration_secs': 0.673634} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.885850] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 792c7301-d50d-472a-8a76-b1c659f9681c/792c7301-d50d-472a-8a76-b1c659f9681c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.886918] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aabee258-7006-4668-9955-be9baedfdbda {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.921289] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 929.921289] env[70294]: value = "task-3570132" [ 929.921289] env[70294]: _type = "Task" [ 929.921289] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.932798] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570132, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.004532] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.005550] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.250138] env[70294]: DEBUG nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.281562] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.281827] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.281985] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.282190] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.282340] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.282486] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.282738] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.282904] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.283087] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.283272] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.283908] env[70294]: DEBUG nova.virt.hardware [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.284578] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1582dce2-ee2a-4dbe-884c-af74d50584d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.289324] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c66a8fb-4791-4f43-9b5f-8d12a1557c43 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.299664] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a5ce36-d9e9-40db-a2f4-4e84e2a30719 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.304023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42916847-76e4-4579-abc7-f322d02df8c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.344323] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f679c0ba-717a-444b-9feb-7968f6ef633b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.356452] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d5a70-9bfa-4ea8-ba09-149a2892146f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.363857] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4c1bd7-184b-4d8a-bc96-b0061448e9b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.376853] env[70294]: DEBUG nova.compute.provider_tree [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 930.392859] env[70294]: INFO nova.compute.manager [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Rebuilding instance [ 930.396842] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2e4b41-37a3-418d-8d85-f97cc4133e37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.406069] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance '9b674ed0-6d2a-4254-b1ed-8a446364d5ce' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 930.431580] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570132, 'name': Rename_Task, 'duration_secs': 0.224129} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.433498] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.437286] env[70294]: DEBUG nova.compute.manager [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 930.437594] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55e9a7b3-1e71-4557-a16f-2d69f781e3b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.440230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68eb7a4-366e-4b5f-9e07-7371c5bc4523 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.458115] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 930.458115] env[70294]: value = "task-3570133" [ 930.458115] env[70294]: _type = "Task" [ 930.458115] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.468540] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.511606] env[70294]: DEBUG nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 930.880726] env[70294]: DEBUG nova.scheduler.client.report [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.912459] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.912785] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd0cad8b-168c-4933-b081-7e2839fe1bf3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.922211] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 930.922211] env[70294]: value = "task-3570134" [ 930.922211] env[70294]: _type = "Task" [ 930.922211] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.931854] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570134, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.977404] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.981138] env[70294]: DEBUG nova.compute.manager [req-ae2a2b4f-6aee-4b18-9737-e2eaf2f0eff9 req-e0d697bc-f5cf-4b44-ad29-ee41376cbd67 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-vif-plugged-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.981446] env[70294]: DEBUG oslo_concurrency.lockutils [req-ae2a2b4f-6aee-4b18-9737-e2eaf2f0eff9 req-e0d697bc-f5cf-4b44-ad29-ee41376cbd67 service nova] Acquiring lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.981764] env[70294]: DEBUG oslo_concurrency.lockutils [req-ae2a2b4f-6aee-4b18-9737-e2eaf2f0eff9 req-e0d697bc-f5cf-4b44-ad29-ee41376cbd67 service nova] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.982406] env[70294]: DEBUG oslo_concurrency.lockutils [req-ae2a2b4f-6aee-4b18-9737-e2eaf2f0eff9 req-e0d697bc-f5cf-4b44-ad29-ee41376cbd67 service nova] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.982632] env[70294]: DEBUG nova.compute.manager [req-ae2a2b4f-6aee-4b18-9737-e2eaf2f0eff9 req-e0d697bc-f5cf-4b44-ad29-ee41376cbd67 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] No waiting events found dispatching network-vif-plugged-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.982847] env[70294]: WARNING nova.compute.manager [req-ae2a2b4f-6aee-4b18-9737-e2eaf2f0eff9 req-e0d697bc-f5cf-4b44-ad29-ee41376cbd67 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received unexpected event network-vif-plugged-df314e8a-2d9e-45e4-aec8-92de1d8583ac for instance with vm_state building and task_state spawning. [ 931.048625] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.104133] env[70294]: DEBUG nova.network.neutron [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Successfully updated port: df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.387916] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.391614] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.841s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.394524] env[70294]: INFO nova.compute.claims [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.411836] env[70294]: INFO nova.scheduler.client.report [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Deleted allocations for instance b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111 [ 931.433743] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570134, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.468733] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.469073] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c1f76d2-0fef-45fb-8451-1b6259af5565 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.473853] env[70294]: DEBUG oslo_vmware.api [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570133, 'name': PowerOnVM_Task, 'duration_secs': 0.65663} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.474467] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.474691] env[70294]: INFO nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Took 8.79 seconds to spawn the instance on the hypervisor. [ 931.474870] env[70294]: DEBUG nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.475680] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b138e3-558f-4f62-b186-5b2e5ae69acc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.480426] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 931.480426] env[70294]: value = "task-3570135" [ 931.480426] env[70294]: _type = "Task" [ 931.480426] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.494102] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.608137] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.608137] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.608526] env[70294]: DEBUG nova.network.neutron [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.792310] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.919836] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a2707c33-5a34-4913-ae7b-a6c99ea4d895 tempest-ServersWithSpecificFlavorTestJSON-185056864 tempest-ServersWithSpecificFlavorTestJSON-185056864-project-member] Lock "b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.952s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.934290] env[70294]: DEBUG oslo_vmware.api [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570134, 'name': PowerOnVM_Task, 'duration_secs': 0.532502} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.934832] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.934832] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a61e29b8-c99c-435a-ad6c-2a4da2eb22d1 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance '9b674ed0-6d2a-4254-b1ed-8a446364d5ce' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 931.999036] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570135, 'name': PowerOffVM_Task, 'duration_secs': 0.203274} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.999036] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.999036] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.999036] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7272dfdd-2b93-431b-bd1c-aeb56329c0f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.006770] env[70294]: INFO nova.compute.manager [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Took 39.02 seconds to build instance. [ 932.016061] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.016619] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc9980e2-eaaf-49d1-9dc7-37436c86d213 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.052206] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.052566] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.052835] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Deleting the datastore file [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.053305] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39b3343a-881f-46d6-80ee-e96cb8875c1c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.063913] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 932.063913] env[70294]: value = "task-3570137" [ 932.063913] env[70294]: _type = "Task" [ 932.063913] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.074781] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.145700] env[70294]: DEBUG nova.network.neutron [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.313853] env[70294]: DEBUG nova.network.neutron [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.510747] env[70294]: DEBUG oslo_concurrency.lockutils [None req-208887fb-0b55-4acc-8495-ab9e625259ba tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "792c7301-d50d-472a-8a76-b1c659f9681c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.535s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.577961] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25684} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.577961] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.578401] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.578481] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.816101] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.816519] env[70294]: DEBUG nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Instance network_info: |[{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 932.817022] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:f7:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df314e8a-2d9e-45e4-aec8-92de1d8583ac', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 932.824828] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.827739] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 932.828199] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a53d4fea-b0c6-4403-8257-b65dbe380de2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.861019] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 932.861019] env[70294]: value = "task-3570138" [ 932.861019] env[70294]: _type = "Task" [ 932.861019] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.869912] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570138, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.877780] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a74f838-1a56-42c9-92c8-006e2cfeae0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.885820] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a5342f-a710-426e-9c4a-3bff04f81467 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.919058] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49117da5-8309-43b3-995e-a951f0593a29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.928667] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20225ad-250a-4783-9d29-5399d1f7cf31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.953726] env[70294]: DEBUG nova.compute.provider_tree [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.961603] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "792c7301-d50d-472a-8a76-b1c659f9681c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.961756] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "792c7301-d50d-472a-8a76-b1c659f9681c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.963612] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "792c7301-d50d-472a-8a76-b1c659f9681c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.963612] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "792c7301-d50d-472a-8a76-b1c659f9681c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.963612] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "792c7301-d50d-472a-8a76-b1c659f9681c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.964938] env[70294]: INFO nova.compute.manager [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Terminating instance [ 933.013916] env[70294]: DEBUG nova.compute.manager [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.014222] env[70294]: DEBUG nova.compute.manager [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing instance network info cache due to event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.014535] env[70294]: DEBUG oslo_concurrency.lockutils [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.014740] env[70294]: DEBUG oslo_concurrency.lockutils [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.014944] env[70294]: DEBUG nova.network.neutron [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.371167] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570138, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.464959] env[70294]: DEBUG nova.scheduler.client.report [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.471607] env[70294]: DEBUG nova.compute.manager [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.471607] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.472355] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5468ea0d-de41-473a-9034-3a3171cb0126 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.483269] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.483928] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-215afb04-fd8f-4d4f-b2ac-a4086832c73f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.493074] env[70294]: DEBUG oslo_vmware.api [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 933.493074] env[70294]: value = "task-3570139" [ 933.493074] env[70294]: _type = "Task" [ 933.493074] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.503642] env[70294]: DEBUG oslo_vmware.api [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.626040] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.626040] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.626040] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.626040] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.626040] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.626040] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.626798] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.627114] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.627405] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.627722] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.628043] env[70294]: DEBUG nova.virt.hardware [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.629417] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e786a6-f8d7-435b-82cb-8414f4f2f0c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.639779] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11413e3e-b41e-4297-aeee-b41d587b782c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.658101] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.666443] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.670388] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.671113] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac4fb778-b7f3-4b15-9c6b-4edad2fd944e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.695609] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.695609] env[70294]: value = "task-3570140" [ 933.695609] env[70294]: _type = "Task" [ 933.695609] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.704967] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570140, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.808538] env[70294]: DEBUG nova.network.neutron [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updated VIF entry in instance network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.809267] env[70294]: DEBUG nova.network.neutron [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.878623] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570138, 'name': CreateVM_Task, 'duration_secs': 0.56043} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.878932] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.880374] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.880374] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.880847] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.881161] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9dada59-2f33-4701-acca-aa00b8eb1d08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.887810] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 933.887810] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c56c9-46b9-ba82-2bed-745be3481dfe" [ 933.887810] env[70294]: _type = "Task" [ 933.887810] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.897454] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c56c9-46b9-ba82-2bed-745be3481dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.970744] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.974864] env[70294]: DEBUG nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.976243] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.655s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.976532] env[70294]: DEBUG nova.objects.instance [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lazy-loading 'resources' on Instance uuid eb53fd3e-f8db-488f-a13f-3a85b6a3c15d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.004701] env[70294]: DEBUG oslo_vmware.api [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570139, 'name': PowerOffVM_Task, 'duration_secs': 0.303039} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.004925] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.005121] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.005807] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-117c4e92-b4cb-49d3-bcfd-f966ea43fec1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.086569] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.086846] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.087097] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleting the datastore file [datastore1] 792c7301-d50d-472a-8a76-b1c659f9681c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.087394] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a207847-ed0b-4e85-9215-2eb1435e9233 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.096133] env[70294]: DEBUG oslo_vmware.api [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 934.096133] env[70294]: value = "task-3570142" [ 934.096133] env[70294]: _type = "Task" [ 934.096133] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.106817] env[70294]: DEBUG oslo_vmware.api [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.204890] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570140, 'name': CreateVM_Task, 'duration_secs': 0.401627} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.205183] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.205663] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.312127] env[70294]: DEBUG oslo_concurrency.lockutils [req-e9bbf5f7-5d51-4e03-a939-607fc7782586 req-4ce4704c-85db-48cd-a7c8-36577522b709 service nova] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.398814] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c56c9-46b9-ba82-2bed-745be3481dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.012837} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.399227] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.399515] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.399799] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.399989] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.400223] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.400547] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.400886] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.401173] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e25e8bd8-5ce7-4414-8660-a7962a492226 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.403091] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4e7de5-80c0-47e5-b09f-24c67c33f6fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.409303] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 934.409303] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5283f577-4dfc-018e-af59-4d1bcafe4ce6" [ 934.409303] env[70294]: _type = "Task" [ 934.409303] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.415259] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.415474] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.416583] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b7a5f8-8278-4e5e-aeb8-21e5a4264110 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.422566] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5283f577-4dfc-018e-af59-4d1bcafe4ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.010606} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.423595] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.423858] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.424090] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.426257] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 934.426257] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5246347f-bb82-5017-656d-a709b3663f23" [ 934.426257] env[70294]: _type = "Task" [ 934.426257] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.435509] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5246347f-bb82-5017-656d-a709b3663f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.480388] env[70294]: DEBUG nova.compute.utils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.484328] env[70294]: DEBUG nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 934.485208] env[70294]: DEBUG nova.network.neutron [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 934.605015] env[70294]: DEBUG oslo_vmware.api [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135109} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.605569] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.605845] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.606478] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.606849] env[70294]: INFO nova.compute.manager [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 934.607162] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.607428] env[70294]: DEBUG nova.compute.manager [-] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.607560] env[70294]: DEBUG nova.network.neutron [-] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.765821] env[70294]: DEBUG nova.policy [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32a61217037e4371a2b6978dea60e214', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3beaf04cfd75403990c9b91c87440fca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.776881] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.777155] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.777346] env[70294]: DEBUG nova.compute.manager [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Going to confirm migration 3 {{(pid=70294) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 934.917340] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0934827-06ef-4156-9cb3-b11244217131 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.927318] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07be3a8-7c22-4b84-bebb-9515e82032b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.939953] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5246347f-bb82-5017-656d-a709b3663f23, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.965261] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-992bb672-df0c-486f-98b2-fae820d7d495 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.968309] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e385dfe-f188-43ab-a08a-329e20d35d08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.978149] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 934.978149] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5247df2f-63fe-e618-62b6-3eef98791191" [ 934.978149] env[70294]: _type = "Task" [ 934.978149] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.979591] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb9dd2f-3dae-4422-bbb8-e2a7ef62f624 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.993759] env[70294]: DEBUG nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.996746] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5247df2f-63fe-e618-62b6-3eef98791191, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.006183] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.006183] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 4eb15d67-84bf-48b4-9c06-37eac6194e38/4eb15d67-84bf-48b4-9c06-37eac6194e38.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.006183] env[70294]: DEBUG nova.compute.provider_tree [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.008137] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.008538] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.008777] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc243190-c401-4460-9b1d-56fd708b7bde {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.012963] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21d98ac9-c39a-48e9-b771-6a7fd79276fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.023872] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 935.023872] env[70294]: value = "task-3570143" [ 935.023872] env[70294]: _type = "Task" [ 935.023872] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.024264] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.024597] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.028278] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a6c1e79-09f0-4568-9327-939c3f8d8019 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.040306] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.041479] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 935.041479] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521897cc-46d2-403b-28fa-58a26bf69362" [ 935.041479] env[70294]: _type = "Task" [ 935.041479] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.058425] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521897cc-46d2-403b-28fa-58a26bf69362, 'name': SearchDatastore_Task, 'duration_secs': 0.010758} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.058425] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f96179f-8fae-481f-9d44-633c53d3b618 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.065298] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 935.065298] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c1043a-5136-48a6-5180-bfd9a246931d" [ 935.065298] env[70294]: _type = "Task" [ 935.065298] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.077055] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c1043a-5136-48a6-5180-bfd9a246931d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.354291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.354495] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.354718] env[70294]: DEBUG nova.network.neutron [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.354934] env[70294]: DEBUG nova.objects.instance [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lazy-loading 'info_cache' on Instance uuid 9b674ed0-6d2a-4254-b1ed-8a446364d5ce {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.487283] env[70294]: DEBUG nova.compute.manager [req-a5fe336a-6877-4a41-b8d0-766a84dc6afe req-ef5ccf83-5b6c-40bd-88d2-5d4ddc4e8711 service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Received event network-vif-deleted-d43a2340-cdd3-4cee-afce-98c819e57989 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.487283] env[70294]: INFO nova.compute.manager [req-a5fe336a-6877-4a41-b8d0-766a84dc6afe req-ef5ccf83-5b6c-40bd-88d2-5d4ddc4e8711 service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Neutron deleted interface d43a2340-cdd3-4cee-afce-98c819e57989; detaching it from the instance and deleting it from the info cache [ 935.488278] env[70294]: DEBUG nova.network.neutron [req-a5fe336a-6877-4a41-b8d0-766a84dc6afe req-ef5ccf83-5b6c-40bd-88d2-5d4ddc4e8711 service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.512034] env[70294]: DEBUG nova.network.neutron [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Successfully created port: 7962c190-8637-4f0a-8bbd-b392b3d6ff78 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 935.513925] env[70294]: DEBUG nova.scheduler.client.report [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.537081] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570143, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.581028] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c1043a-5136-48a6-5180-bfd9a246931d, 'name': SearchDatastore_Task, 'duration_secs': 0.011882} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.581028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.581028] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.581028] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab45d7e9-ae7c-4df2-921c-03d5835e0d31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.591482] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 935.591482] env[70294]: value = "task-3570144" [ 935.591482] env[70294]: _type = "Task" [ 935.591482] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.601706] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.906191] env[70294]: DEBUG nova.network.neutron [-] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.992892] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2862babb-41f6-40a3-9bec-a559fd0b5e8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.005990] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71890120-b361-4284-b502-36df3a043d09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.020632] env[70294]: DEBUG nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 936.023696] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.030542] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.030542] env[70294]: DEBUG nova.objects.instance [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lazy-loading 'resources' on Instance uuid a534f0d3-0db2-490b-8833-6142d3fdf5ff {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.053929] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628978} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.072863] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 4eb15d67-84bf-48b4-9c06-37eac6194e38/4eb15d67-84bf-48b4-9c06-37eac6194e38.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.073879] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.073997] env[70294]: DEBUG nova.compute.manager [req-a5fe336a-6877-4a41-b8d0-766a84dc6afe req-ef5ccf83-5b6c-40bd-88d2-5d4ddc4e8711 service nova] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Detach interface failed, port_id=d43a2340-cdd3-4cee-afce-98c819e57989, reason: Instance 792c7301-d50d-472a-8a76-b1c659f9681c could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 936.075430] env[70294]: INFO nova.scheduler.client.report [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted allocations for instance eb53fd3e-f8db-488f-a13f-3a85b6a3c15d [ 936.079586] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-854a5ec3-3ec5-4d8a-bf0e-4216ed7e4151 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.090995] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 936.090995] env[70294]: value = "task-3570145" [ 936.090995] env[70294]: _type = "Task" [ 936.090995] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.094779] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 936.094779] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 936.094779] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.094779] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 936.094779] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.094779] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 936.095183] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 936.095183] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 936.095317] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 936.096869] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 936.096869] env[70294]: DEBUG nova.virt.hardware [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 936.097102] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8608192d-a898-4aa3-be26-0c2b92fd818d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.116052] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.121194] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570144, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.122578] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a823e952-9a4c-4f01-9af8-a87038697ea5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.412583] env[70294]: INFO nova.compute.manager [-] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Took 1.80 seconds to deallocate network for instance. [ 936.592416] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bf5baef5-dfaa-4b03-a33a-469580c11a38 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "eb53fd3e-f8db-488f-a13f-3a85b6a3c15d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.866s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.615652] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.279449} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.615969] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667196} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.616797] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.617155] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.617373] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.618156] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2524d-9bf9-4aed-8fed-76d765dfa8e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.620716] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91c7a0b-0b80-48c8-a199-d664b92af741 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.649558] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 4eb15d67-84bf-48b4-9c06-37eac6194e38/4eb15d67-84bf-48b4-9c06-37eac6194e38.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.656182] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c37befc4-9190-4bd6-a27b-6f940bcc8ada {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.672282] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 936.672282] env[70294]: value = "task-3570146" [ 936.672282] env[70294]: _type = "Task" [ 936.672282] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.680331] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 936.680331] env[70294]: value = "task-3570147" [ 936.680331] env[70294]: _type = "Task" [ 936.680331] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.688493] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570146, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.698572] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.724261] env[70294]: DEBUG nova.network.neutron [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance_info_cache with network_info: [{"id": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "address": "fa:16:3e:3d:80:79", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63f7a98c-08", "ovs_interfaceid": "63f7a98c-088e-4d5b-b106-72362dba8fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.773919] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.774204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.774416] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.774625] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.774759] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.779588] env[70294]: INFO nova.compute.manager [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Terminating instance [ 936.920699] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.059921] env[70294]: DEBUG nova.network.neutron [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Successfully updated port: 7962c190-8637-4f0a-8bbd-b392b3d6ff78 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 937.092541] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90723f12-0916-4cea-9596-d9b1e495ac64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.102924] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f3fdd8-9503-4b4f-8795-674b7363bb5d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.138294] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cd5224-259e-49f8-b167-5fe67a164145 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.148029] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0ea5bd-31a3-4c6d-9449-7bcf2943543e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.166502] env[70294]: DEBUG nova.compute.provider_tree [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.183371] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067241} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.186874] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.187816] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cffd64d-1518-49b6-a606-b3ef67a3ad14 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.214407] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.219253] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1a700f-5437-452c-a261-120763629488 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.234955] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.235483] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-9b674ed0-6d2a-4254-b1ed-8a446364d5ce" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.235726] env[70294]: DEBUG nova.objects.instance [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lazy-loading 'migration_context' on Instance uuid 9b674ed0-6d2a-4254-b1ed-8a446364d5ce {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.246370] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 937.246370] env[70294]: value = "task-3570148" [ 937.246370] env[70294]: _type = "Task" [ 937.246370] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.257678] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.284240] env[70294]: DEBUG nova.compute.manager [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.284240] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.284940] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b508d5-e317-4c1d-a3cc-ba3bf87bedbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.294638] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.294913] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a829c7c4-e5a9-4331-b738-7a220308bf06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.304065] env[70294]: DEBUG oslo_vmware.api [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 937.304065] env[70294]: value = "task-3570149" [ 937.304065] env[70294]: _type = "Task" [ 937.304065] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.313606] env[70294]: DEBUG oslo_vmware.api [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.566188] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "refresh_cache-555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.566412] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquired lock "refresh_cache-555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.567283] env[70294]: DEBUG nova.network.neutron [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.624744] env[70294]: DEBUG nova.compute.manager [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Received event network-vif-plugged-7962c190-8637-4f0a-8bbd-b392b3d6ff78 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.624744] env[70294]: DEBUG oslo_concurrency.lockutils [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] Acquiring lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.624744] env[70294]: DEBUG oslo_concurrency.lockutils [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.624744] env[70294]: DEBUG oslo_concurrency.lockutils [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.625186] env[70294]: DEBUG nova.compute.manager [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] No waiting events found dispatching network-vif-plugged-7962c190-8637-4f0a-8bbd-b392b3d6ff78 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.625186] env[70294]: WARNING nova.compute.manager [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Received unexpected event network-vif-plugged-7962c190-8637-4f0a-8bbd-b392b3d6ff78 for instance with vm_state building and task_state spawning. [ 937.625269] env[70294]: DEBUG nova.compute.manager [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Received event network-changed-7962c190-8637-4f0a-8bbd-b392b3d6ff78 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.626147] env[70294]: DEBUG nova.compute.manager [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Refreshing instance network info cache due to event network-changed-7962c190-8637-4f0a-8bbd-b392b3d6ff78. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.626147] env[70294]: DEBUG oslo_concurrency.lockutils [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] Acquiring lock "refresh_cache-555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.670244] env[70294]: DEBUG nova.scheduler.client.report [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.694020] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570147, 'name': ReconfigVM_Task, 'duration_secs': 0.967129} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.694909] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 4eb15d67-84bf-48b4-9c06-37eac6194e38/4eb15d67-84bf-48b4-9c06-37eac6194e38.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.695614] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5425ace7-2a55-4ef2-aa83-e509d7985825 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.703979] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 937.703979] env[70294]: value = "task-3570150" [ 937.703979] env[70294]: _type = "Task" [ 937.703979] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.714211] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570150, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.738966] env[70294]: DEBUG nova.objects.base [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Object Instance<9b674ed0-6d2a-4254-b1ed-8a446364d5ce> lazy-loaded attributes: info_cache,migration_context {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 937.739816] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317e6ee1-deb4-46a1-af38-e4cd5f2e0585 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.767850] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1a9a0b1-ea86-417f-b1c9-086ec55a7a14 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.774701] env[70294]: DEBUG oslo_vmware.api [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 937.774701] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52740781-cc50-7c7a-993d-603741bf90dd" [ 937.774701] env[70294]: _type = "Task" [ 937.774701] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.512450] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.482s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.514790] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570148, 'name': ReconfigVM_Task, 'duration_secs': 0.320226} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.521281] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.076s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.523083] env[70294]: INFO nova.compute.claims [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.528667] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c/d515b927-f1fc-4e69-811a-163cb0dbd34c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.533078] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3504b24-fe8b-44f3-8ca5-cd308342617f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.539689] env[70294]: DEBUG oslo_vmware.api [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570149, 'name': PowerOffVM_Task, 'duration_secs': 0.207402} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.548780] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.549032] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.549406] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 938.549406] env[70294]: value = "task-3570151" [ 938.549406] env[70294]: _type = "Task" [ 938.549406] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.549670] env[70294]: DEBUG oslo_vmware.api [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52740781-cc50-7c7a-993d-603741bf90dd, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.549974] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570150, 'name': Rename_Task, 'duration_secs': 0.159184} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.552756] env[70294]: INFO nova.scheduler.client.report [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleted allocations for instance a534f0d3-0db2-490b-8833-6142d3fdf5ff [ 938.553803] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-830d05b9-d79b-4378-9982-e4a87677bca5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.555741] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.556037] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.561498] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91409c7f-b438-4ee5-85ad-b91abe6ad23e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.565482] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15060-68fc-b40c-84cb-6e139cb08404/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.566817] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6dc219-16ab-4314-ad04-83fe151e51f2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.578487] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570151, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.583057] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 938.583057] env[70294]: value = "task-3570153" [ 938.583057] env[70294]: _type = "Task" [ 938.583057] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.583057] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15060-68fc-b40c-84cb-6e139cb08404/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.583057] env[70294]: ERROR oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15060-68fc-b40c-84cb-6e139cb08404/disk-0.vmdk due to incomplete transfer. [ 938.583057] env[70294]: DEBUG nova.network.neutron [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 938.584894] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9d93b29-9f92-4920-89e0-b052ae0d7a80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.596257] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570153, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.597477] env[70294]: DEBUG oslo_vmware.rw_handles [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d15060-68fc-b40c-84cb-6e139cb08404/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.597706] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Uploaded image 577e2b71-5239-4ab7-9f2f-7144de76258c to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.601668] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.601919] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3d3b447d-fe8b-4000-8572-707fce40f794 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.611467] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 938.611467] env[70294]: value = "task-3570154" [ 938.611467] env[70294]: _type = "Task" [ 938.611467] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.624916] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570154, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.654688] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.654916] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.655118] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleting the datastore file [datastore2] 24a84c9b-c41a-4ba9-9d33-aadd28adf695 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.655466] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d17157c-01df-4c14-b36b-b999d432dfc4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.664333] env[70294]: DEBUG oslo_vmware.api [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 938.664333] env[70294]: value = "task-3570155" [ 938.664333] env[70294]: _type = "Task" [ 938.664333] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.674908] env[70294]: DEBUG oslo_vmware.api [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.787828] env[70294]: DEBUG nova.network.neutron [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Updating instance_info_cache with network_info: [{"id": "7962c190-8637-4f0a-8bbd-b392b3d6ff78", "address": "fa:16:3e:32:6f:52", "network": {"id": "83fc5857-6552-45dc-b613-b1b24b5a3eaf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2004401125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3beaf04cfd75403990c9b91c87440fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7962c190-86", "ovs_interfaceid": "7962c190-8637-4f0a-8bbd-b392b3d6ff78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.071995] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570151, 'name': Rename_Task, 'duration_secs': 0.235147} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.072504] env[70294]: DEBUG oslo_concurrency.lockutils [None req-322ae975-05b2-46f4-9a74-ae86a48007c0 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "a534f0d3-0db2-490b-8833-6142d3fdf5ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.725s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.073479] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.073735] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1cf4dfb-2199-4bcb-a87a-ed90f64de89c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.082329] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Waiting for the task: (returnval){ [ 939.082329] env[70294]: value = "task-3570156" [ 939.082329] env[70294]: _type = "Task" [ 939.082329] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.098691] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570153, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.098981] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.126407] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570154, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.174684] env[70294]: DEBUG oslo_vmware.api [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233255} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.174924] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.175114] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.175317] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.175485] env[70294]: INFO nova.compute.manager [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Took 1.89 seconds to destroy the instance on the hypervisor. [ 939.175728] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.175965] env[70294]: DEBUG nova.compute.manager [-] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.176100] env[70294]: DEBUG nova.network.neutron [-] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.291430] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Releasing lock "refresh_cache-555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.291804] env[70294]: DEBUG nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Instance network_info: |[{"id": "7962c190-8637-4f0a-8bbd-b392b3d6ff78", "address": "fa:16:3e:32:6f:52", "network": {"id": "83fc5857-6552-45dc-b613-b1b24b5a3eaf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2004401125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3beaf04cfd75403990c9b91c87440fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7962c190-86", "ovs_interfaceid": "7962c190-8637-4f0a-8bbd-b392b3d6ff78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 939.292803] env[70294]: DEBUG oslo_concurrency.lockutils [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] Acquired lock "refresh_cache-555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.292803] env[70294]: DEBUG nova.network.neutron [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Refreshing network info cache for port 7962c190-8637-4f0a-8bbd-b392b3d6ff78 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 939.293619] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:6f:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ba07329-1d3e-4ba8-8774-d029262318c4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7962c190-8637-4f0a-8bbd-b392b3d6ff78', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 939.304222] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Creating folder: Project (3beaf04cfd75403990c9b91c87440fca). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.304222] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8df7dfe-9b82-4a11-899d-eaee19ca0c7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.318119] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Created folder: Project (3beaf04cfd75403990c9b91c87440fca) in parent group-v712401. [ 939.318373] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Creating folder: Instances. Parent ref: group-v712640. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 939.318559] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-778a17f9-58ae-4383-9c82-69d37b170219 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.330720] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Created folder: Instances in parent group-v712640. [ 939.330990] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.331220] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 939.331457] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b6b2d4a-9072-407d-90f8-385a80aa99e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.353068] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 939.353068] env[70294]: value = "task-3570159" [ 939.353068] env[70294]: _type = "Task" [ 939.353068] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.362539] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570159, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.598428] env[70294]: DEBUG oslo_vmware.api [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Task: {'id': task-3570156, 'name': PowerOnVM_Task, 'duration_secs': 0.50987} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.598782] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.599490] env[70294]: DEBUG nova.compute.manager [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.600899] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b8b2a8-efd3-4538-86b0-be8f558a47cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.606577] env[70294]: DEBUG oslo_vmware.api [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570153, 'name': PowerOnVM_Task, 'duration_secs': 0.533996} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.607177] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.607414] env[70294]: INFO nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Took 9.36 seconds to spawn the instance on the hypervisor. [ 939.607642] env[70294]: DEBUG nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.610763] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfe0c66-7717-40ca-b74b-9047707f1b7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.642827] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570154, 'name': Destroy_Task, 'duration_secs': 0.572685} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.643203] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Destroyed the VM [ 939.643523] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 939.643793] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f44e5be-b5ec-4c20-8d83-ae43f328eadd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.652020] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 939.652020] env[70294]: value = "task-3570160" [ 939.652020] env[70294]: _type = "Task" [ 939.652020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.666108] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570160, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.668665] env[70294]: DEBUG nova.compute.manager [req-b40dbc75-85de-43d0-98a4-cbef8be953d1 req-941bd823-66d6-44ac-91de-dc34f24cebef service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Received event network-vif-deleted-2cacdd85-77fd-4e45-8bb0-4376cc61b0e7 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.671022] env[70294]: INFO nova.compute.manager [req-b40dbc75-85de-43d0-98a4-cbef8be953d1 req-941bd823-66d6-44ac-91de-dc34f24cebef service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Neutron deleted interface 2cacdd85-77fd-4e45-8bb0-4376cc61b0e7; detaching it from the instance and deleting it from the info cache [ 939.671022] env[70294]: DEBUG nova.network.neutron [req-b40dbc75-85de-43d0-98a4-cbef8be953d1 req-941bd823-66d6-44ac-91de-dc34f24cebef service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.867448] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570159, 'name': CreateVM_Task, 'duration_secs': 0.483588} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.870514] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 939.874020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.874020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.874020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.874020] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e66ceb8-7d6d-4828-8841-749800b73fd5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.881479] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 939.881479] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52be4d25-f2e3-1741-3810-179967463ae5" [ 939.881479] env[70294]: _type = "Task" [ 939.881479] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.898020] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52be4d25-f2e3-1741-3810-179967463ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.013557} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.898020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.898020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.898020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.898020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.898020] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.898020] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82993803-b695-4c69-aab6-68341095a352 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.915022] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.915022] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.915022] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03086247-44a3-4c1d-83f9-30be9e1b967b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.923877] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 939.923877] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522e2b35-473f-a824-20bb-be5d6d6605db" [ 939.923877] env[70294]: _type = "Task" [ 939.923877] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.955082] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522e2b35-473f-a824-20bb-be5d6d6605db, 'name': SearchDatastore_Task, 'duration_secs': 0.01614} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.959821] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a047c99-a092-4b95-ad4d-7e307efd089e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.970011] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 939.970011] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5257d6e3-9558-1ef7-96ef-eb38b0dbcbb0" [ 939.970011] env[70294]: _type = "Task" [ 939.970011] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.980504] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5257d6e3-9558-1ef7-96ef-eb38b0dbcbb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.041167] env[70294]: DEBUG nova.network.neutron [-] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.089817] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab846a4-ee01-48c8-8245-f2e03e31659a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.099515] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0ccc70-4d66-40e4-ae3d-e18f0c2c694c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.136141] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ac5636-c7be-49e1-910c-5655215ac166 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.144476] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.149068] env[70294]: INFO nova.compute.manager [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Took 38.84 seconds to build instance. [ 940.160830] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42444329-5efc-4e13-969f-ca1976e3a37e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.179238] env[70294]: DEBUG nova.compute.provider_tree [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.183038] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46f0fec7-4678-4502-8037-c4cfe3b963a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.185354] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570160, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.194838] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1465fa-48e5-48ad-9799-b86d369b2a1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.207622] env[70294]: DEBUG nova.network.neutron [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Updated VIF entry in instance network info cache for port 7962c190-8637-4f0a-8bbd-b392b3d6ff78. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 940.207622] env[70294]: DEBUG nova.network.neutron [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Updating instance_info_cache with network_info: [{"id": "7962c190-8637-4f0a-8bbd-b392b3d6ff78", "address": "fa:16:3e:32:6f:52", "network": {"id": "83fc5857-6552-45dc-b613-b1b24b5a3eaf", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2004401125-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3beaf04cfd75403990c9b91c87440fca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ba07329-1d3e-4ba8-8774-d029262318c4", "external-id": "nsx-vlan-transportzone-534", "segmentation_id": 534, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7962c190-86", "ovs_interfaceid": "7962c190-8637-4f0a-8bbd-b392b3d6ff78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.236556] env[70294]: DEBUG nova.compute.manager [req-b40dbc75-85de-43d0-98a4-cbef8be953d1 req-941bd823-66d6-44ac-91de-dc34f24cebef service nova] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Detach interface failed, port_id=2cacdd85-77fd-4e45-8bb0-4376cc61b0e7, reason: Instance 24a84c9b-c41a-4ba9-9d33-aadd28adf695 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.485208] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5257d6e3-9558-1ef7-96ef-eb38b0dbcbb0, 'name': SearchDatastore_Task, 'duration_secs': 0.012872} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.485721] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.485925] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2/555e7155-b853-42b3-ba0c-ae6e5bc1f6b2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.486217] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd91f6fb-b77c-4832-93a3-a610e0cb7548 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.495176] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 940.495176] env[70294]: value = "task-3570161" [ 940.495176] env[70294]: _type = "Task" [ 940.495176] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.504874] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.543346] env[70294]: INFO nova.compute.manager [-] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Took 1.37 seconds to deallocate network for instance. [ 940.657028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ec8642cc-247b-43fe-8424-23396fa78e3c tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.364s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.665719] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570160, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.687456] env[70294]: DEBUG nova.scheduler.client.report [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.709860] env[70294]: DEBUG oslo_concurrency.lockutils [req-89122262-76e0-4db6-bafb-c5d864b59bf1 req-e8494141-b515-4696-be9f-c4766d9ab446 service nova] Releasing lock "refresh_cache-555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.743487] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "d515b927-f1fc-4e69-811a-163cb0dbd34c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.743743] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "d515b927-f1fc-4e69-811a-163cb0dbd34c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.743936] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "d515b927-f1fc-4e69-811a-163cb0dbd34c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.744134] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "d515b927-f1fc-4e69-811a-163cb0dbd34c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.744303] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "d515b927-f1fc-4e69-811a-163cb0dbd34c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.746372] env[70294]: INFO nova.compute.manager [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Terminating instance [ 941.009086] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570161, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.052363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.066365] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "4337650d-1f83-46a3-a522-c6779fb291c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.066696] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "4337650d-1f83-46a3-a522-c6779fb291c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.066917] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "4337650d-1f83-46a3-a522-c6779fb291c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.067119] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "4337650d-1f83-46a3-a522-c6779fb291c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.067294] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "4337650d-1f83-46a3-a522-c6779fb291c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.070251] env[70294]: INFO nova.compute.manager [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Terminating instance [ 941.174348] env[70294]: DEBUG oslo_vmware.api [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570160, 'name': RemoveSnapshot_Task, 'duration_secs': 1.06106} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.174679] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 941.175083] env[70294]: INFO nova.compute.manager [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Took 16.92 seconds to snapshot the instance on the hypervisor. [ 941.195141] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.196285] env[70294]: DEBUG nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.199820] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.675s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.199820] env[70294]: DEBUG nova.objects.instance [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lazy-loading 'resources' on Instance uuid 0af8e144-eff8-4658-ac9c-54772827c20e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.240476] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.240886] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.241253] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.241552] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.241829] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.245532] env[70294]: INFO nova.compute.manager [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Terminating instance [ 941.249901] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "refresh_cache-d515b927-f1fc-4e69-811a-163cb0dbd34c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.250187] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquired lock "refresh_cache-d515b927-f1fc-4e69-811a-163cb0dbd34c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.250556] env[70294]: DEBUG nova.network.neutron [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 941.507338] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597358} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.507909] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2/555e7155-b853-42b3-ba0c-ae6e5bc1f6b2.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.508185] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.508460] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0241aeb9-6a90-4dd0-8485-ee367d3e574c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.517307] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 941.517307] env[70294]: value = "task-3570162" [ 941.517307] env[70294]: _type = "Task" [ 941.517307] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.526525] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.578499] env[70294]: DEBUG nova.compute.manager [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.578744] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.581429] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db84fdaf-6d22-47f9-ba17-99e1536ee7b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.588252] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.588518] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25124638-c925-4a9f-8b75-5278c6881a01 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.597357] env[70294]: DEBUG oslo_vmware.api [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 941.597357] env[70294]: value = "task-3570163" [ 941.597357] env[70294]: _type = "Task" [ 941.597357] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.604933] env[70294]: DEBUG oslo_vmware.api [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.706301] env[70294]: DEBUG nova.compute.utils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.712234] env[70294]: DEBUG nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.712535] env[70294]: DEBUG nova.network.neutron [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.730837] env[70294]: DEBUG nova.compute.manager [None req-106e69bc-8f50-447c-ba15-a3ae4901850c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Found 2 images (rotation: 2) {{(pid=70294) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 941.750142] env[70294]: DEBUG nova.compute.manager [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.750389] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.751270] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53cb4b-2e01-4923-a726-dd37938621be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.761227] env[70294]: DEBUG nova.policy [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d69e06cdbaf492fa395732bef59663a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40cb44048e1f43ee9f4a44063b736215', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.765759] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.766120] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a90f521b-072f-455a-8758-d270c31deefe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.775925] env[70294]: DEBUG oslo_vmware.api [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 941.775925] env[70294]: value = "task-3570164" [ 941.775925] env[70294]: _type = "Task" [ 941.775925] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.788539] env[70294]: DEBUG oslo_vmware.api [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.789608] env[70294]: DEBUG nova.network.neutron [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.882465] env[70294]: DEBUG nova.network.neutron [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.036284] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073376} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.036632] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 942.038741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3c36bd-0241-434c-8b96-39738e8c761d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.068707] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2/555e7155-b853-42b3-ba0c-ae6e5bc1f6b2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 942.071662] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b456bb-5ce8-49f6-bb1a-f111a69be341 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.102035] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 942.102035] env[70294]: value = "task-3570165" [ 942.102035] env[70294]: _type = "Task" [ 942.102035] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.110490] env[70294]: DEBUG oslo_vmware.api [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570163, 'name': PowerOffVM_Task, 'duration_secs': 0.428634} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.110490] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.110490] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.110606] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93f1eeb8-fff8-4534-aa50-4c432cea1229 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.115646] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.159219] env[70294]: DEBUG nova.network.neutron [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Successfully created port: 52cdc9ef-0f16-44ae-bb8b-66570325f10f {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.212814] env[70294]: DEBUG nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.293499] env[70294]: DEBUG oslo_vmware.api [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570164, 'name': PowerOffVM_Task, 'duration_secs': 0.259523} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.293499] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.293499] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.293499] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf42fa97-ccac-4414-a561-ab43643452a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.308100] env[70294]: DEBUG nova.compute.manager [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.308354] env[70294]: DEBUG nova.compute.manager [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing instance network info cache due to event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.308725] env[70294]: DEBUG oslo_concurrency.lockutils [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.308901] env[70294]: DEBUG oslo_concurrency.lockutils [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.309079] env[70294]: DEBUG nova.network.neutron [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.374103] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12fe226-7112-46d4-af09-c2d55999b2eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.384935] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca1141c-9deb-4587-91d0-76bbe154a12a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.390330] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Releasing lock "refresh_cache-d515b927-f1fc-4e69-811a-163cb0dbd34c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.390702] env[70294]: DEBUG nova.compute.manager [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.390987] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.392034] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6634842-7a5e-4b53-ae69-e5a264b1cc42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.432620] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.433526] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c7245e5-7cef-4e0a-8178-32288fda144f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.435845] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43d2438-7186-4694-ad15-d6580ce97819 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.445840] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8826c4-cd15-4c19-b7fb-e74386bc0713 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.450513] env[70294]: DEBUG oslo_vmware.api [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 942.450513] env[70294]: value = "task-3570168" [ 942.450513] env[70294]: _type = "Task" [ 942.450513] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.464509] env[70294]: DEBUG nova.compute.provider_tree [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.473723] env[70294]: DEBUG oslo_vmware.api [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.553775] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.555169] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.555169] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleting the datastore file [datastore1] 4337650d-1f83-46a3-a522-c6779fb291c9 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.555169] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-214fb48f-eb0d-4009-a71f-42da64af1519 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.565663] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.566019] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.566334] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleting the datastore file [datastore1] fd9d6385-9a8f-446c-9b6e-467b735c68fd {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.568281] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675192f3-28b0-4818-a5d7-9de839acc11b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.570550] env[70294]: DEBUG oslo_vmware.api [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 942.570550] env[70294]: value = "task-3570169" [ 942.570550] env[70294]: _type = "Task" [ 942.570550] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.576453] env[70294]: DEBUG oslo_vmware.api [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for the task: (returnval){ [ 942.576453] env[70294]: value = "task-3570170" [ 942.576453] env[70294]: _type = "Task" [ 942.576453] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.585825] env[70294]: DEBUG oslo_vmware.api [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.590728] env[70294]: DEBUG oslo_vmware.api [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.614761] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.840128] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "e7572891-de8e-4217-af0f-159a389d8f31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.840491] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "e7572891-de8e-4217-af0f-159a389d8f31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.864148] env[70294]: DEBUG nova.compute.manager [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 942.865259] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408b8300-06db-4d03-bea4-37955e436bf2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.967018] env[70294]: DEBUG oslo_vmware.api [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570168, 'name': PowerOffVM_Task, 'duration_secs': 0.195827} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.968305] env[70294]: DEBUG nova.scheduler.client.report [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.974371] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.974703] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.978176] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b95d7cd8-fb64-40df-b8d8-594af53c3d97 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.022351] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.022351] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.022517] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Deleting the datastore file [datastore1] d515b927-f1fc-4e69-811a-163cb0dbd34c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.026833] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d378a11-125c-494f-924e-0cb2ca101a91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.035843] env[70294]: DEBUG oslo_vmware.api [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for the task: (returnval){ [ 943.035843] env[70294]: value = "task-3570172" [ 943.035843] env[70294]: _type = "Task" [ 943.035843] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.046619] env[70294]: DEBUG oslo_vmware.api [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.084386] env[70294]: DEBUG oslo_vmware.api [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263905} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.085614] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.085949] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.086120] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.086406] env[70294]: INFO nova.compute.manager [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Took 1.51 seconds to destroy the instance on the hypervisor. [ 943.086719] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.087081] env[70294]: DEBUG nova.compute.manager [-] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.087152] env[70294]: DEBUG nova.network.neutron [-] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.092325] env[70294]: DEBUG oslo_vmware.api [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Task: {'id': task-3570170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266912} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.092910] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.093143] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.093399] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.094070] env[70294]: INFO nova.compute.manager [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Took 1.34 seconds to destroy the instance on the hypervisor. [ 943.094363] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.094597] env[70294]: DEBUG nova.compute.manager [-] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.094729] env[70294]: DEBUG nova.network.neutron [-] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.114524] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.161026] env[70294]: DEBUG nova.network.neutron [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updated VIF entry in instance network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.161372] env[70294]: DEBUG nova.network.neutron [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.227591] env[70294]: DEBUG nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.259863] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.260152] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.260321] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.260568] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.260654] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.260800] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.261012] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.261195] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.261366] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.261819] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.262062] env[70294]: DEBUG nova.virt.hardware [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.262909] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d87bca8-1853-4481-9460-508032a32efe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.272507] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616570b8-7bb6-4dde-93c5-b7d29e305877 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.346555] env[70294]: DEBUG nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.386118] env[70294]: INFO nova.compute.manager [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] instance snapshotting [ 943.386813] env[70294]: DEBUG nova.objects.instance [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'flavor' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.476786] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.479211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.354s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.479461] env[70294]: DEBUG nova.objects.instance [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lazy-loading 'resources' on Instance uuid b4fa108c-6cf0-40b7-a27f-e9f9dc80671d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.509812] env[70294]: INFO nova.scheduler.client.report [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted allocations for instance 0af8e144-eff8-4658-ac9c-54772827c20e [ 943.520885] env[70294]: DEBUG nova.compute.manager [req-6d95b736-f86d-40c8-8f26-990b911e3599 req-6a195e00-adcb-41e8-8007-917bf2c0fb47 service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Received event network-vif-deleted-9b4b21f1-0c69-4495-82ed-6a9343efc892 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.521328] env[70294]: INFO nova.compute.manager [req-6d95b736-f86d-40c8-8f26-990b911e3599 req-6a195e00-adcb-41e8-8007-917bf2c0fb47 service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Neutron deleted interface 9b4b21f1-0c69-4495-82ed-6a9343efc892; detaching it from the instance and deleting it from the info cache [ 943.521328] env[70294]: DEBUG nova.network.neutron [req-6d95b736-f86d-40c8-8f26-990b911e3599 req-6a195e00-adcb-41e8-8007-917bf2c0fb47 service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.549561] env[70294]: DEBUG oslo_vmware.api [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Task: {'id': task-3570172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295285} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.549866] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.550135] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.550352] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.550542] env[70294]: INFO nova.compute.manager [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 943.551089] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.551089] env[70294]: DEBUG nova.compute.manager [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.551182] env[70294]: DEBUG nova.network.neutron [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.573690] env[70294]: DEBUG nova.network.neutron [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.616189] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570165, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.663902] env[70294]: DEBUG oslo_concurrency.lockutils [req-113b2192-27da-43cb-8e4a-cc103e71ca49 req-d02105fe-0c75-4518-b6c7-130d41108de8 service nova] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.858680] env[70294]: DEBUG nova.network.neutron [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Successfully updated port: 52cdc9ef-0f16-44ae-bb8b-66570325f10f {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.873914] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.879810] env[70294]: DEBUG nova.network.neutron [-] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.895877] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a2d1a0-6649-4d64-8a5b-009782c263de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.935024] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562adb5-67ad-431b-8f84-e8bf952b6c1c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.956447] env[70294]: DEBUG nova.network.neutron [-] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.024461] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c2d9806-b51f-4950-9c45-53658940129d tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "0af8e144-eff8-4658-ac9c-54772827c20e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.245s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.025344] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-010228b2-85c7-48fd-bd20-7d4ba8eaaa5c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.040330] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02aae72-d1f0-4906-83f8-3a3c41b430ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.081616] env[70294]: DEBUG nova.network.neutron [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.082988] env[70294]: DEBUG nova.compute.manager [req-6d95b736-f86d-40c8-8f26-990b911e3599 req-6a195e00-adcb-41e8-8007-917bf2c0fb47 service nova] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Detach interface failed, port_id=9b4b21f1-0c69-4495-82ed-6a9343efc892, reason: Instance fd9d6385-9a8f-446c-9b6e-467b735c68fd could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 944.118763] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570165, 'name': ReconfigVM_Task, 'duration_secs': 1.608154} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.119302] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2/555e7155-b853-42b3-ba0c-ae6e5bc1f6b2.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.120094] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75c64239-c404-46c8-aa6e-9c75e343b1e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.129255] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 944.129255] env[70294]: value = "task-3570173" [ 944.129255] env[70294]: _type = "Task" [ 944.129255] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.143328] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570173, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.361427] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "refresh_cache-4206b5b3-db1d-46ff-8c8c-4157deb2ab24" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.361733] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "refresh_cache-4206b5b3-db1d-46ff-8c8c-4157deb2ab24" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.361733] env[70294]: DEBUG nova.network.neutron [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.382602] env[70294]: INFO nova.compute.manager [-] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Took 1.30 seconds to deallocate network for instance. [ 944.406699] env[70294]: DEBUG nova.compute.manager [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Received event network-vif-deleted-94cdb09d-15cd-4f64-bfba-1588d733bece {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.406699] env[70294]: DEBUG nova.compute.manager [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Received event network-vif-plugged-52cdc9ef-0f16-44ae-bb8b-66570325f10f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.406699] env[70294]: DEBUG oslo_concurrency.lockutils [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] Acquiring lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.406699] env[70294]: DEBUG oslo_concurrency.lockutils [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.406699] env[70294]: DEBUG oslo_concurrency.lockutils [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.407065] env[70294]: DEBUG nova.compute.manager [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] No waiting events found dispatching network-vif-plugged-52cdc9ef-0f16-44ae-bb8b-66570325f10f {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 944.408387] env[70294]: WARNING nova.compute.manager [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Received unexpected event network-vif-plugged-52cdc9ef-0f16-44ae-bb8b-66570325f10f for instance with vm_state building and task_state spawning. [ 944.408387] env[70294]: DEBUG nova.compute.manager [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Received event network-changed-52cdc9ef-0f16-44ae-bb8b-66570325f10f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.408387] env[70294]: DEBUG nova.compute.manager [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Refreshing instance network info cache due to event network-changed-52cdc9ef-0f16-44ae-bb8b-66570325f10f. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.408387] env[70294]: DEBUG oslo_concurrency.lockutils [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] Acquiring lock "refresh_cache-4206b5b3-db1d-46ff-8c8c-4157deb2ab24" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.451693] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 944.452051] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-acf23299-6356-4888-9943-56dc155bd1d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.459584] env[70294]: INFO nova.compute.manager [-] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Took 1.36 seconds to deallocate network for instance. [ 944.463869] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 944.463869] env[70294]: value = "task-3570174" [ 944.463869] env[70294]: _type = "Task" [ 944.463869] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.477087] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.531883] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d90cfda-1405-4c72-8d13-55ffbc9f44d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.540139] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b42d2e-3711-4296-9375-3175d7989752 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.573577] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01e0a61-43c0-4367-aeb1-4ccaf8615e61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.583866] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d802bc2-db14-417a-9bce-a0480972174d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.588606] env[70294]: INFO nova.compute.manager [-] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Took 1.04 seconds to deallocate network for instance. [ 944.602676] env[70294]: DEBUG nova.compute.provider_tree [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.642971] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570173, 'name': Rename_Task, 'duration_secs': 0.184233} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.643524] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.643662] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6627bf-c26f-421b-b836-0ba541cf8d78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.653556] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 944.653556] env[70294]: value = "task-3570175" [ 944.653556] env[70294]: _type = "Task" [ 944.653556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.663254] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.889951] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.910872] env[70294]: DEBUG nova.network.neutron [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.970922] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.975820] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570174, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.985846] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "6e6449a4-6cbc-4110-9a54-fc68884a3033" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.985846] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.986426] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "6e6449a4-6cbc-4110-9a54-fc68884a3033-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.986426] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.986426] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.989260] env[70294]: INFO nova.compute.manager [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Terminating instance [ 945.108024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.108024] env[70294]: DEBUG nova.scheduler.client.report [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.166863] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570175, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.363677] env[70294]: DEBUG nova.network.neutron [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Updating instance_info_cache with network_info: [{"id": "52cdc9ef-0f16-44ae-bb8b-66570325f10f", "address": "fa:16:3e:af:c6:38", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cdc9ef-0f", "ovs_interfaceid": "52cdc9ef-0f16-44ae-bb8b-66570325f10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.487032] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570174, 'name': CreateSnapshot_Task, 'duration_secs': 0.551213} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.487032] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 945.487032] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b5535d-406a-4b24-aa7f-cb9675feffa1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.500662] env[70294]: DEBUG nova.compute.manager [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.500876] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.504985] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cfc4e0-d7cf-4f9b-bec2-197d1d11ee8e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.514618] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.514885] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50cf186-26b9-44f8-9745-f0153eb0ca1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.522685] env[70294]: DEBUG oslo_vmware.api [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 945.522685] env[70294]: value = "task-3570176" [ 945.522685] env[70294]: _type = "Task" [ 945.522685] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.533197] env[70294]: DEBUG oslo_vmware.api [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.613254] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.615667] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.125s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.616273] env[70294]: DEBUG nova.objects.instance [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lazy-loading 'resources' on Instance uuid cf220761-73ab-413c-b347-ba2a3e38d2d7 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.643231] env[70294]: INFO nova.scheduler.client.report [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Deleted allocations for instance b4fa108c-6cf0-40b7-a27f-e9f9dc80671d [ 945.665846] env[70294]: DEBUG oslo_vmware.api [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570175, 'name': PowerOnVM_Task, 'duration_secs': 0.5321} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.666179] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.666427] env[70294]: INFO nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Took 9.65 seconds to spawn the instance on the hypervisor. [ 945.666627] env[70294]: DEBUG nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 945.667479] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e5d981-1730-4379-9b77-9248286c27d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.866161] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "refresh_cache-4206b5b3-db1d-46ff-8c8c-4157deb2ab24" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.866542] env[70294]: DEBUG nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Instance network_info: |[{"id": "52cdc9ef-0f16-44ae-bb8b-66570325f10f", "address": "fa:16:3e:af:c6:38", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cdc9ef-0f", "ovs_interfaceid": "52cdc9ef-0f16-44ae-bb8b-66570325f10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.866860] env[70294]: DEBUG oslo_concurrency.lockutils [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] Acquired lock "refresh_cache-4206b5b3-db1d-46ff-8c8c-4157deb2ab24" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.867060] env[70294]: DEBUG nova.network.neutron [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Refreshing network info cache for port 52cdc9ef-0f16-44ae-bb8b-66570325f10f {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.868254] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:c6:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52cdc9ef-0f16-44ae-bb8b-66570325f10f', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.876037] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.877184] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.877332] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f00b79af-b571-4b6b-b471-0444c08c91ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.901937] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.901937] env[70294]: value = "task-3570177" [ 945.901937] env[70294]: _type = "Task" [ 945.901937] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.910353] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570177, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.010968] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 946.011714] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-343c4cf3-d10c-404f-8c7e-d7bf5e70fc2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.021886] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 946.021886] env[70294]: value = "task-3570178" [ 946.021886] env[70294]: _type = "Task" [ 946.021886] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.033666] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570178, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.036852] env[70294]: DEBUG oslo_vmware.api [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570176, 'name': PowerOffVM_Task, 'duration_secs': 0.387961} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.037340] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.037538] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.037799] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb01aa58-fbbc-40b5-ad1d-ccacd257ef3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.112015] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.112261] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.112455] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleting the datastore file [datastore2] 6e6449a4-6cbc-4110-9a54-fc68884a3033 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.112722] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d616aba-9fb4-416e-aa80-94fd59295097 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.125302] env[70294]: DEBUG oslo_vmware.api [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 946.125302] env[70294]: value = "task-3570180" [ 946.125302] env[70294]: _type = "Task" [ 946.125302] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.136128] env[70294]: DEBUG oslo_vmware.api [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.161424] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1b38b1fb-a651-483b-88f6-cd5fe261d1ba tempest-ImagesOneServerNegativeTestJSON-354430768 tempest-ImagesOneServerNegativeTestJSON-354430768-project-member] Lock "b4fa108c-6cf0-40b7-a27f-e9f9dc80671d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.045s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.192357] env[70294]: INFO nova.compute.manager [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Took 41.66 seconds to build instance. [ 946.416389] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570177, 'name': CreateVM_Task, 'duration_secs': 0.388116} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.416636] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.417563] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.421031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.421031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.421031] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ce87dc-7137-408b-babf-b7f9004d0f63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.424428] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 946.424428] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e8e68-72c5-6a5e-f1ec-1b3790c3ff56" [ 946.424428] env[70294]: _type = "Task" [ 946.424428] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.440261] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521e8e68-72c5-6a5e-f1ec-1b3790c3ff56, 'name': SearchDatastore_Task, 'duration_secs': 0.0124} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.444646] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.444646] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.444879] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.445081] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.445277] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.445769] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-183153a1-4136-48e1-8959-8f60272c698b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.460288] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.460612] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.461733] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a2c08f-03c5-479f-ba5b-e6edc1e459cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.469988] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 946.469988] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263b637-a5c4-4010-266c-eee9efe18df0" [ 946.469988] env[70294]: _type = "Task" [ 946.469988] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.483816] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263b637-a5c4-4010-266c-eee9efe18df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.534871] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570178, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.642779] env[70294]: DEBUG oslo_vmware.api [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177055} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.643219] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.643529] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.643812] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.644214] env[70294]: INFO nova.compute.manager [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Took 1.14 seconds to destroy the instance on the hypervisor. [ 946.644726] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.645087] env[70294]: DEBUG nova.compute.manager [-] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.645288] env[70294]: DEBUG nova.network.neutron [-] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.666539] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfb68bb-6ff0-445b-ab0f-134ba95e9221 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.678811] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413d046c-88e4-483f-96f6-4b552fdb76e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.714742] env[70294]: DEBUG oslo_concurrency.lockutils [None req-71c17be5-7b24-4172-887c-a12414aa176c tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.192s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.716143] env[70294]: DEBUG nova.network.neutron [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Updated VIF entry in instance network info cache for port 52cdc9ef-0f16-44ae-bb8b-66570325f10f. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.716645] env[70294]: DEBUG nova.network.neutron [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Updating instance_info_cache with network_info: [{"id": "52cdc9ef-0f16-44ae-bb8b-66570325f10f", "address": "fa:16:3e:af:c6:38", "network": {"id": "6c7e66fd-f543-427b-9bdf-8eb1f358dfa7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-434976373-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40cb44048e1f43ee9f4a44063b736215", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52cdc9ef-0f", "ovs_interfaceid": "52cdc9ef-0f16-44ae-bb8b-66570325f10f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.721125] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4930828f-fe84-4333-8bcd-2b34d8b4ebf4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.731842] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e29b6f-39bf-49d5-a240-f11d32cdd2e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.749595] env[70294]: DEBUG nova.compute.provider_tree [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.982177] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263b637-a5c4-4010-266c-eee9efe18df0, 'name': SearchDatastore_Task, 'duration_secs': 0.016252} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.982739] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c84ae0c-0f33-4509-8e18-d7435b7cffc6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.989731] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 946.989731] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521260cb-ec53-52a1-83e5-431be195894b" [ 946.989731] env[70294]: _type = "Task" [ 946.989731] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.002168] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521260cb-ec53-52a1-83e5-431be195894b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.035210] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570178, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.219898] env[70294]: DEBUG oslo_concurrency.lockutils [req-b3d4b007-3131-4859-a3c5-e65cf60aa975 req-353da85e-7eca-402b-b670-d07ee1e064a5 service nova] Releasing lock "refresh_cache-4206b5b3-db1d-46ff-8c8c-4157deb2ab24" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.255202] env[70294]: DEBUG nova.scheduler.client.report [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.454902] env[70294]: DEBUG nova.compute.manager [req-5cc0ec69-fb96-4b2a-9b15-b355ec556a3e req-b158a7cb-ad3a-47e6-aa2a-25e283b3f407 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Received event network-vif-deleted-f36957aa-3c4b-48bc-bbb4-548910ef40db {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.455440] env[70294]: INFO nova.compute.manager [req-5cc0ec69-fb96-4b2a-9b15-b355ec556a3e req-b158a7cb-ad3a-47e6-aa2a-25e283b3f407 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Neutron deleted interface f36957aa-3c4b-48bc-bbb4-548910ef40db; detaching it from the instance and deleting it from the info cache [ 947.455766] env[70294]: DEBUG nova.network.neutron [req-5cc0ec69-fb96-4b2a-9b15-b355ec556a3e req-b158a7cb-ad3a-47e6-aa2a-25e283b3f407 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.503395] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521260cb-ec53-52a1-83e5-431be195894b, 'name': SearchDatastore_Task, 'duration_secs': 0.012306} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.503665] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.504016] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4206b5b3-db1d-46ff-8c8c-4157deb2ab24/4206b5b3-db1d-46ff-8c8c-4157deb2ab24.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.505551] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e46468c-e225-4d84-b971-7297f512c6f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.513486] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 947.513486] env[70294]: value = "task-3570181" [ 947.513486] env[70294]: _type = "Task" [ 947.513486] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.528076] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.538209] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570178, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.762901] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.763489] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.204s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.764225] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.764571] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 947.765069] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.135s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.765559] env[70294]: DEBUG nova.objects.instance [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lazy-loading 'resources' on Instance uuid 4c71fa1f-c643-4719-9074-946949b9a652 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.768193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d164318-8a6f-49d8-b331-003daa06cdf3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.784075] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0b515b-69d7-4a2e-a7cb-b0c55330517a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.806054] env[70294]: INFO nova.scheduler.client.report [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Deleted allocations for instance cf220761-73ab-413c-b347-ba2a3e38d2d7 [ 947.807875] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd689dd-bf76-436c-b7db-c56aea6d20b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.827059] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbd5ccb-c9c7-4069-a491-d7f5ff9d12fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.869530] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177689MB free_disk=81GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 947.872582] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.932276] env[70294]: DEBUG nova.network.neutron [-] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.959264] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42ef0810-0896-4964-8696-4ce30e405110 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.973218] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e29ca8f-2798-43d2-876b-814e0f2270b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.032083] env[70294]: DEBUG nova.compute.manager [req-5cc0ec69-fb96-4b2a-9b15-b355ec556a3e req-b158a7cb-ad3a-47e6-aa2a-25e283b3f407 service nova] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Detach interface failed, port_id=f36957aa-3c4b-48bc-bbb4-548910ef40db, reason: Instance 6e6449a4-6cbc-4110-9a54-fc68884a3033 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 948.046460] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570178, 'name': CloneVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.049854] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570181, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.325800] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dadbf891-57fd-4a5a-a3ef-98b5923be4d1 tempest-ServerPasswordTestJSON-2110653874 tempest-ServerPasswordTestJSON-2110653874-project-member] Lock "cf220761-73ab-413c-b347-ba2a3e38d2d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.816s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.441530] env[70294]: INFO nova.compute.manager [-] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Took 1.80 seconds to deallocate network for instance. [ 948.549961] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570178, 'name': CloneVM_Task, 'duration_secs': 2.149966} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.555253] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Created linked-clone VM from snapshot [ 948.555253] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553559} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.556027] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35035289-77b8-44de-a2aa-139ce0e4fa2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.559604] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4206b5b3-db1d-46ff-8c8c-4157deb2ab24/4206b5b3-db1d-46ff-8c8c-4157deb2ab24.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.559957] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.562859] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7025ddd3-18b0-4fe9-9326-5e8adfc48524 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.572123] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Uploading image 6a0003ec-11ed-4f25-8449-a04b0b57773d {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 948.577503] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 948.577503] env[70294]: value = "task-3570182" [ 948.577503] env[70294]: _type = "Task" [ 948.577503] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.592518] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.609888] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 948.609888] env[70294]: value = "vm-712645" [ 948.609888] env[70294]: _type = "VirtualMachine" [ 948.609888] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 948.609888] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-255f6e99-7786-46b0-8fdc-03cde5feb46b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.623868] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease: (returnval){ [ 948.623868] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52346ac2-b9a0-6639-cd3d-0faec3b2f12e" [ 948.623868] env[70294]: _type = "HttpNfcLease" [ 948.623868] env[70294]: } obtained for exporting VM: (result){ [ 948.623868] env[70294]: value = "vm-712645" [ 948.623868] env[70294]: _type = "VirtualMachine" [ 948.623868] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 948.624238] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the lease: (returnval){ [ 948.624238] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52346ac2-b9a0-6639-cd3d-0faec3b2f12e" [ 948.624238] env[70294]: _type = "HttpNfcLease" [ 948.624238] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 948.638743] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.638743] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52346ac2-b9a0-6639-cd3d-0faec3b2f12e" [ 948.638743] env[70294]: _type = "HttpNfcLease" [ 948.638743] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.811175] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6438a5b-d2e6-4735-afad-5a2a360aae1c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.820149] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7491d247-2130-4515-ad14-f5ee86f6b1c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.856933] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46a7d93-31d3-4795-9602-07b246f3a979 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.865679] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fd4c8c-0e3e-4556-802f-596f87d9bfd7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.880522] env[70294]: DEBUG nova.compute.provider_tree [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.958078] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.092259] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078517} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.092587] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.093485] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641a1628-5d8a-42c9-a327-24da24e3cf15 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.119574] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 4206b5b3-db1d-46ff-8c8c-4157deb2ab24/4206b5b3-db1d-46ff-8c8c-4157deb2ab24.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.119709] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d69257-2e09-4149-b789-a9817cf61947 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.141555] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.141555] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52346ac2-b9a0-6639-cd3d-0faec3b2f12e" [ 949.141555] env[70294]: _type = "HttpNfcLease" [ 949.141555] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.141877] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.141877] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52346ac2-b9a0-6639-cd3d-0faec3b2f12e" [ 949.141877] env[70294]: _type = "HttpNfcLease" [ 949.141877] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.142565] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cc1c5e-c3a1-4868-99fb-a7216b939a4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.146414] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 949.146414] env[70294]: value = "task-3570184" [ 949.146414] env[70294]: _type = "Task" [ 949.146414] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.153858] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f452dd-fa51-b92f-a57a-2e5d403879fb/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.154188] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f452dd-fa51-b92f-a57a-2e5d403879fb/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.218115] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.264088] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.265429] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.265721] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.265928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.267482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.269031] env[70294]: INFO nova.compute.manager [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Terminating instance [ 949.309750] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7fd92e43-1b33-4d67-96cc-510eea81b811 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.383501] env[70294]: DEBUG nova.scheduler.client.report [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.657929] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570184, 'name': ReconfigVM_Task, 'duration_secs': 0.306832} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.658266] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 4206b5b3-db1d-46ff-8c8c-4157deb2ab24/4206b5b3-db1d-46ff-8c8c-4157deb2ab24.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.658950] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5aea7b4-38ef-45ca-a775-92c2712cc898 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.666637] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 949.666637] env[70294]: value = "task-3570185" [ 949.666637] env[70294]: _type = "Task" [ 949.666637] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.676500] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570185, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.773202] env[70294]: DEBUG nova.compute.manager [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.773871] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.775097] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b92c1e-a226-4aa4-afd1-da6a38d0319d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.784930] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.785453] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ddd9992-cc5c-4e3a-b680-8929bf9e9503 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.794530] env[70294]: DEBUG oslo_vmware.api [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 949.794530] env[70294]: value = "task-3570186" [ 949.794530] env[70294]: _type = "Task" [ 949.794530] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.806565] env[70294]: DEBUG oslo_vmware.api [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.897515] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.898924] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.642s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.899294] env[70294]: DEBUG nova.objects.instance [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 949.929138] env[70294]: INFO nova.scheduler.client.report [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Deleted allocations for instance 4c71fa1f-c643-4719-9074-946949b9a652 [ 950.182423] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570185, 'name': Rename_Task, 'duration_secs': 0.159911} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.182423] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.182423] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96809a04-abf7-4c40-a24e-31946f35c4b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.193576] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 950.193576] env[70294]: value = "task-3570187" [ 950.193576] env[70294]: _type = "Task" [ 950.193576] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.205127] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.310021] env[70294]: DEBUG oslo_vmware.api [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570186, 'name': PowerOffVM_Task, 'duration_secs': 0.253802} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.310021] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.310114] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.310455] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521535cf-c525-4ed7-9717-986bde3dff49 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.392354] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.392699] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.393119] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Deleting the datastore file [datastore1] 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.393581] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2176d9d-484c-4b44-983a-fc0781a87542 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.402193] env[70294]: DEBUG oslo_vmware.api [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for the task: (returnval){ [ 950.402193] env[70294]: value = "task-3570189" [ 950.402193] env[70294]: _type = "Task" [ 950.402193] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.415581] env[70294]: DEBUG oslo_vmware.api [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.444823] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46e92c9d-e066-4193-860e-b6efd1f04a90 tempest-MigrationsAdminTest-1148431189 tempest-MigrationsAdminTest-1148431189-project-member] Lock "4c71fa1f-c643-4719-9074-946949b9a652" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.080s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.706037] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570187, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.911769] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb586b6d-fb61-440b-a75b-4938feef4af2 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.914286] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.544s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.916400] env[70294]: INFO nova.compute.claims [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.931094] env[70294]: DEBUG oslo_vmware.api [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Task: {'id': task-3570189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201868} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.931706] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.933484] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.933484] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.933484] env[70294]: INFO nova.compute.manager [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.933896] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.935285] env[70294]: DEBUG nova.compute.manager [-] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.935574] env[70294]: DEBUG nova.network.neutron [-] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.208462] env[70294]: DEBUG oslo_vmware.api [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570187, 'name': PowerOnVM_Task, 'duration_secs': 0.5212} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.208462] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.208462] env[70294]: INFO nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Took 7.98 seconds to spawn the instance on the hypervisor. [ 951.208462] env[70294]: DEBUG nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.208462] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5a37dc-b35f-4c7f-814a-445ffa52055a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.653952] env[70294]: DEBUG nova.compute.manager [req-0d9c8eec-e386-4a79-b829-fd54d0d35050 req-c32640b9-7210-4b5f-81f6-32550fb5c7e7 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Received event network-vif-deleted-7962c190-8637-4f0a-8bbd-b392b3d6ff78 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.654190] env[70294]: INFO nova.compute.manager [req-0d9c8eec-e386-4a79-b829-fd54d0d35050 req-c32640b9-7210-4b5f-81f6-32550fb5c7e7 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Neutron deleted interface 7962c190-8637-4f0a-8bbd-b392b3d6ff78; detaching it from the instance and deleting it from the info cache [ 951.654370] env[70294]: DEBUG nova.network.neutron [req-0d9c8eec-e386-4a79-b829-fd54d0d35050 req-c32640b9-7210-4b5f-81f6-32550fb5c7e7 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.730222] env[70294]: INFO nova.compute.manager [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Took 38.31 seconds to build instance. [ 951.934455] env[70294]: DEBUG nova.network.neutron [-] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.156776] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ab19bfa-ae01-459d-b12e-a0c8d4ba7a80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.170649] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b73b0e-f761-4a0d-a6eb-0d8c5d17cb67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.217942] env[70294]: DEBUG nova.compute.manager [req-0d9c8eec-e386-4a79-b829-fd54d0d35050 req-c32640b9-7210-4b5f-81f6-32550fb5c7e7 service nova] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Detach interface failed, port_id=7962c190-8637-4f0a-8bbd-b392b3d6ff78, reason: Instance 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.232263] env[70294]: DEBUG oslo_concurrency.lockutils [None req-06c571f7-5c2d-4529-bdb6-35221584ff60 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.828s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.399943] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee33c1b-4f7b-44d7-8c56-39fa10cc0e8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.412021] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e43f24e-229d-4eb4-bb12-3fdd91c6fc69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.448221] env[70294]: INFO nova.compute.manager [-] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Took 1.51 seconds to deallocate network for instance. [ 952.453464] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6833c414-5362-4303-a560-ebec817aec7f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.469690] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560e8a4e-5554-4c02-87be-82cc2d0c5609 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.488998] env[70294]: DEBUG nova.compute.provider_tree [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.553203] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.553203] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.966500] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.992181] env[70294]: DEBUG nova.scheduler.client.report [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.056023] env[70294]: INFO nova.compute.manager [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Detaching volume 266f65f5-bc40-47a0-a880-a61542827abb [ 953.103447] env[70294]: INFO nova.virt.block_device [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Attempting to driver detach volume 266f65f5-bc40-47a0-a880-a61542827abb from mountpoint /dev/sdb [ 953.103447] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 953.103598] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712614', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'name': 'volume-266f65f5-bc40-47a0-a880-a61542827abb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92762e3a-a62a-4fc0-b40a-9eb2ead38951', 'attached_at': '', 'detached_at': '', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'serial': '266f65f5-bc40-47a0-a880-a61542827abb'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 953.104551] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca545a6d-5d31-4829-bba3-76b0760c3dfc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.134336] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749b24c6-7fc0-40f1-90d8-72f44780961d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.144217] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d512d97d-da04-48e7-8424-b70e47d4d8af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.174421] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca21c1c7-86f5-4101-b876-84414b796e75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.192520] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] The volume has not been displaced from its original location: [datastore1] volume-266f65f5-bc40-47a0-a880-a61542827abb/volume-266f65f5-bc40-47a0-a880-a61542827abb.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 953.198009] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfiguring VM instance instance-00000041 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 953.198398] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f08d47b-a219-44d1-9a70-4392676df534 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.222044] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 953.222044] env[70294]: value = "task-3570190" [ 953.222044] env[70294]: _type = "Task" [ 953.222044] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.232015] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.501169] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.501553] env[70294]: DEBUG nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.507853] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.781s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.507992] env[70294]: DEBUG nova.objects.instance [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 953.734463] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.009550] env[70294]: DEBUG nova.compute.utils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.011023] env[70294]: DEBUG nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.011203] env[70294]: DEBUG nova.network.neutron [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.014571] env[70294]: DEBUG nova.compute.manager [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.019409] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b3b7c5-840d-4ea0-baf4-9d3af6ea2dbf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.090020] env[70294]: DEBUG nova.policy [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff81247d84fb4aeca8fc77de6340bf69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fee270c70e84def8ded29284d2565f7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.216929] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "b5367efb-4d1d-412c-adda-cf8790307ccc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.217220] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.239257] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570190, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.312599] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.312695] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.461039] env[70294]: DEBUG nova.network.neutron [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Successfully created port: e87b27a2-23c3-40d9-958d-3f8879f2d3c4 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.516384] env[70294]: DEBUG nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.528017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8eb0e36-9cf8-4f92-b268-fd543119e7f9 tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.528017] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.478s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.528017] env[70294]: INFO nova.compute.claims [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.538811] env[70294]: INFO nova.compute.manager [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] instance snapshotting [ 954.542208] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85029dd-5e9c-4771-b5ef-a8d590b59355 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.568937] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7207160c-0aab-42b9-b369-64f8da59a13f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.724127] env[70294]: DEBUG nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.736725] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570190, 'name': ReconfigVM_Task, 'duration_secs': 1.299698} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.736905] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Reconfigured VM instance instance-00000041 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 954.741753] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81d8b760-b539-4d99-b691-ac78d8c6451d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.761344] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 954.761344] env[70294]: value = "task-3570191" [ 954.761344] env[70294]: _type = "Task" [ 954.761344] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.775514] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.815905] env[70294]: DEBUG nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.902758] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "03fd75fb-c290-4c43-acfc-04a6e30b8740" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.903233] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.005564] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "40a1cad3-9cc3-423f-a553-a8e271053d25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.005866] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.088428] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.088862] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-148b4e2f-317b-4a04-bff7-de4a41b49325 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.098858] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 955.098858] env[70294]: value = "task-3570192" [ 955.098858] env[70294]: _type = "Task" [ 955.098858] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.109564] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570192, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.249980] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.272459] env[70294]: DEBUG oslo_vmware.api [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570191, 'name': ReconfigVM_Task, 'duration_secs': 0.206014} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.273884] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712614', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'name': 'volume-266f65f5-bc40-47a0-a880-a61542827abb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92762e3a-a62a-4fc0-b40a-9eb2ead38951', 'attached_at': '', 'detached_at': '', 'volume_id': '266f65f5-bc40-47a0-a880-a61542827abb', 'serial': '266f65f5-bc40-47a0-a880-a61542827abb'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 955.337552] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.405587] env[70294]: DEBUG nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.509069] env[70294]: DEBUG nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.529886] env[70294]: DEBUG nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.561825] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.562217] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.562372] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.562808] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.563079] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.564019] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.564019] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.564019] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.564019] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.564244] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.564441] env[70294]: DEBUG nova.virt.hardware [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.566114] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13599ff4-fde7-4fb1-af6f-96d0936f4482 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.581130] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.581320] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.589157] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5e0e44-2625-49c5-b807-04885ed3788d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.627091] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570192, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.822934] env[70294]: DEBUG nova.objects.instance [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lazy-loading 'flavor' on Instance uuid 92762e3a-a62a-4fc0-b40a-9eb2ead38951 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 955.926215] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.030501] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e714ff5-10f3-4eb9-a265-80a35b77d9ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.040953] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.042118] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dd0396-8593-4a87-bb6e-9e11deacc082 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.081659] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58ff124-b74c-4500-b3d0-899648ddf116 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.089583] env[70294]: DEBUG nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.095265] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758759ac-b553-499f-aed2-4da1d4b352a6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.111636] env[70294]: DEBUG nova.compute.manager [req-0b540043-730d-48a4-a8c8-e0577be74125 req-025bc080-c1a3-4e52-b842-1febc9ed5dcb service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Received event network-vif-plugged-e87b27a2-23c3-40d9-958d-3f8879f2d3c4 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.111833] env[70294]: DEBUG oslo_concurrency.lockutils [req-0b540043-730d-48a4-a8c8-e0577be74125 req-025bc080-c1a3-4e52-b842-1febc9ed5dcb service nova] Acquiring lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.112053] env[70294]: DEBUG oslo_concurrency.lockutils [req-0b540043-730d-48a4-a8c8-e0577be74125 req-025bc080-c1a3-4e52-b842-1febc9ed5dcb service nova] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.112284] env[70294]: DEBUG oslo_concurrency.lockutils [req-0b540043-730d-48a4-a8c8-e0577be74125 req-025bc080-c1a3-4e52-b842-1febc9ed5dcb service nova] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.112587] env[70294]: DEBUG nova.compute.manager [req-0b540043-730d-48a4-a8c8-e0577be74125 req-025bc080-c1a3-4e52-b842-1febc9ed5dcb service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] No waiting events found dispatching network-vif-plugged-e87b27a2-23c3-40d9-958d-3f8879f2d3c4 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.112849] env[70294]: WARNING nova.compute.manager [req-0b540043-730d-48a4-a8c8-e0577be74125 req-025bc080-c1a3-4e52-b842-1febc9ed5dcb service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Received unexpected event network-vif-plugged-e87b27a2-23c3-40d9-958d-3f8879f2d3c4 for instance with vm_state building and task_state spawning. [ 956.131432] env[70294]: DEBUG nova.compute.provider_tree [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.137094] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570192, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.188220] env[70294]: DEBUG nova.network.neutron [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Successfully updated port: e87b27a2-23c3-40d9-958d-3f8879f2d3c4 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.623481] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570192, 'name': CreateSnapshot_Task, 'duration_secs': 1.168903} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.623810] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 956.624779] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c45333-0a2b-448f-9fb0-d8483453e1d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.629501] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.635420] env[70294]: DEBUG nova.scheduler.client.report [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.691805] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "refresh_cache-bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.691867] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "refresh_cache-bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.692077] env[70294]: DEBUG nova.network.neutron [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.831304] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd80671f-8dff-4c26-9ddf-2ecd7fba2c16 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.279s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.985481] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f452dd-fa51-b92f-a57a-2e5d403879fb/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 956.986466] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f8474e-6137-4706-86c8-7db53c945edc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.993381] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f452dd-fa51-b92f-a57a-2e5d403879fb/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 956.993564] env[70294]: ERROR oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f452dd-fa51-b92f-a57a-2e5d403879fb/disk-0.vmdk due to incomplete transfer. [ 956.993815] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d2f0e1e-76a9-4a8b-b1de-6425a739c5e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.002594] env[70294]: DEBUG oslo_vmware.rw_handles [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f452dd-fa51-b92f-a57a-2e5d403879fb/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 957.002850] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Uploaded image 6a0003ec-11ed-4f25-8449-a04b0b57773d to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 957.005290] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 957.005723] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f0672b52-1d5c-47ff-9714-4e2ea0760fed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.012962] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 957.012962] env[70294]: value = "task-3570193" [ 957.012962] env[70294]: _type = "Task" [ 957.012962] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.023189] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570193, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.146266] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 957.147193] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.147696] env[70294]: DEBUG nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.150417] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0d32fec2-3416-497b-8172-f224572d2482 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.153712] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.362s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.153932] env[70294]: DEBUG nova.objects.instance [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'pci_requests' on Instance uuid 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.162577] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 957.162577] env[70294]: value = "task-3570194" [ 957.162577] env[70294]: _type = "Task" [ 957.162577] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.174114] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570194, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.233072] env[70294]: DEBUG nova.network.neutron [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.439118] env[70294]: DEBUG nova.network.neutron [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Updating instance_info_cache with network_info: [{"id": "e87b27a2-23c3-40d9-958d-3f8879f2d3c4", "address": "fa:16:3e:34:ed:d0", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87b27a2-23", "ovs_interfaceid": "e87b27a2-23c3-40d9-958d-3f8879f2d3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.525550] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570193, 'name': Destroy_Task, 'duration_secs': 0.336189} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.527063] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Destroyed the VM [ 957.527063] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 957.527063] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-de9b3085-ea76-48d6-b40e-dda4a5112a1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.535141] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 957.535141] env[70294]: value = "task-3570195" [ 957.535141] env[70294]: _type = "Task" [ 957.535141] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.544213] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570195, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.657468] env[70294]: DEBUG nova.compute.utils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.660557] env[70294]: DEBUG nova.objects.instance [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'numa_topology' on Instance uuid 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.661513] env[70294]: DEBUG nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.661683] env[70294]: DEBUG nova.network.neutron [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.674254] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570194, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.704144] env[70294]: DEBUG nova.policy [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bdd451103449f587a7eb2b19e5f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c45530c6fab4ad4bf14301b6c215c62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.824645] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.824938] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.825176] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.825373] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.825604] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.828235] env[70294]: INFO nova.compute.manager [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Terminating instance [ 957.944541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "refresh_cache-bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.944969] env[70294]: DEBUG nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Instance network_info: |[{"id": "e87b27a2-23c3-40d9-958d-3f8879f2d3c4", "address": "fa:16:3e:34:ed:d0", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87b27a2-23", "ovs_interfaceid": "e87b27a2-23c3-40d9-958d-3f8879f2d3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.945739] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:ed:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e87b27a2-23c3-40d9-958d-3f8879f2d3c4', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.956665] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.956945] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.957230] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e536b27-c087-4cec-a607-ae6f40dbc241 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.979082] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.979082] env[70294]: value = "task-3570196" [ 957.979082] env[70294]: _type = "Task" [ 957.979082] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.050983] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570195, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.119118] env[70294]: DEBUG nova.network.neutron [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Successfully created port: 0bf22cd1-36f8-47a6-b33f-a4955eef2052 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.135771] env[70294]: DEBUG nova.compute.manager [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Received event network-changed-e87b27a2-23c3-40d9-958d-3f8879f2d3c4 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.135983] env[70294]: DEBUG nova.compute.manager [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Refreshing instance network info cache due to event network-changed-e87b27a2-23c3-40d9-958d-3f8879f2d3c4. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.136242] env[70294]: DEBUG oslo_concurrency.lockutils [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] Acquiring lock "refresh_cache-bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.136382] env[70294]: DEBUG oslo_concurrency.lockutils [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] Acquired lock "refresh_cache-bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.136550] env[70294]: DEBUG nova.network.neutron [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Refreshing network info cache for port e87b27a2-23c3-40d9-958d-3f8879f2d3c4 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.165929] env[70294]: INFO nova.compute.claims [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.169688] env[70294]: DEBUG nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.184331] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570194, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.332700] env[70294]: DEBUG nova.compute.manager [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.333755] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.334164] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0e69f7-76ff-4ae7-b8ba-d785d9de2300 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.343496] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.343811] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f645869-699c-4a97-b372-64a646d50b66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.354211] env[70294]: DEBUG oslo_vmware.api [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 958.354211] env[70294]: value = "task-3570197" [ 958.354211] env[70294]: _type = "Task" [ 958.354211] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.363598] env[70294]: DEBUG oslo_vmware.api [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.491785] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570196, 'name': CreateVM_Task, 'duration_secs': 0.371805} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.491993] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.492829] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.493042] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.493507] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.493771] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa22454d-a01e-49f1-8984-d8ce0260816d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.500045] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 958.500045] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277ca95-f30d-9562-21be-7e8db52b89b1" [ 958.500045] env[70294]: _type = "Task" [ 958.500045] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.511325] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277ca95-f30d-9562-21be-7e8db52b89b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.547173] env[70294]: DEBUG oslo_vmware.api [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570195, 'name': RemoveSnapshot_Task, 'duration_secs': 0.575666} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.547544] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.548174] env[70294]: INFO nova.compute.manager [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Took 14.65 seconds to snapshot the instance on the hypervisor. [ 958.689324] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570194, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.827461] env[70294]: DEBUG nova.network.neutron [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Updated VIF entry in instance network info cache for port e87b27a2-23c3-40d9-958d-3f8879f2d3c4. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.827851] env[70294]: DEBUG nova.network.neutron [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Updating instance_info_cache with network_info: [{"id": "e87b27a2-23c3-40d9-958d-3f8879f2d3c4", "address": "fa:16:3e:34:ed:d0", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape87b27a2-23", "ovs_interfaceid": "e87b27a2-23c3-40d9-958d-3f8879f2d3c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.864997] env[70294]: DEBUG oslo_vmware.api [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570197, 'name': PowerOffVM_Task, 'duration_secs': 0.21779} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.865295] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.865600] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.865909] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-761eebdb-f43c-4583-8de3-a4159b88a8bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.939377] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.939578] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.939760] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleting the datastore file [datastore2] 92762e3a-a62a-4fc0-b40a-9eb2ead38951 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.940420] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3805e2c3-cdc6-43be-ae80-fddb8a3695cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.948858] env[70294]: DEBUG oslo_vmware.api [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 958.948858] env[70294]: value = "task-3570199" [ 958.948858] env[70294]: _type = "Task" [ 958.948858] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.957371] env[70294]: DEBUG oslo_vmware.api [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.013682] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277ca95-f30d-9562-21be-7e8db52b89b1, 'name': SearchDatastore_Task, 'duration_secs': 0.022315} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.013682] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.014031] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.014521] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.014791] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.015037] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.015430] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25078e85-d1c9-4cb4-92b3-c25be68088e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.025316] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.025569] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.026301] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbe73d5-50ac-4b97-a1ad-5ee28b4e250b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.033662] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 959.033662] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d6d3a6-dbce-acdf-d29e-2c8d886e483b" [ 959.033662] env[70294]: _type = "Task" [ 959.033662] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.042054] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d6d3a6-dbce-acdf-d29e-2c8d886e483b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.099923] env[70294]: DEBUG nova.compute.manager [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Found 3 images (rotation: 2) {{(pid=70294) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 959.101192] env[70294]: DEBUG nova.compute.manager [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Rotating out 1 backups {{(pid=70294) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 959.101192] env[70294]: DEBUG nova.compute.manager [None req-0cb42d41-5402-4246-b01d-0782e5619f21 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleting image ee9c50cb-d122-4135-b00f-895bcba9113d {{(pid=70294) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 959.186099] env[70294]: DEBUG nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.196580] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570194, 'name': CloneVM_Task, 'duration_secs': 1.857142} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.197077] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Created linked-clone VM from snapshot [ 959.198299] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9fddda-067c-42cf-bec2-cfdb755b7264 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.213677] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Uploading image 678c30a4-4f7d-47e2-9aca-e02bb7031b24 {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.225430] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.225430] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.225430] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.225430] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.225430] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.225807] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.225807] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.227277] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.227277] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.227277] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.227277] env[70294]: DEBUG nova.virt.hardware [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.228981] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f9ef1-b0c8-47a3-8b47-bc5a1075d9fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.238488] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 959.239174] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-93ed7e3f-f3a0-47f1-a919-403adcf23444 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.245042] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0486dcb-209f-4492-8618-dde88b709f90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.254989] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 959.254989] env[70294]: value = "task-3570200" [ 959.254989] env[70294]: _type = "Task" [ 959.254989] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.282171] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570200, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.330749] env[70294]: DEBUG oslo_concurrency.lockutils [req-cd6eae6f-ac0f-42a7-80f1-5faf0bd18bce req-a5dcebbb-185e-466e-8acb-002881c8a394 service nova] Releasing lock "refresh_cache-bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.462327] env[70294]: DEBUG oslo_vmware.api [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147825} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.465320] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.465638] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.465716] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.466616] env[70294]: INFO nova.compute.manager [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Took 1.13 seconds to destroy the instance on the hypervisor. [ 959.466616] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 959.470161] env[70294]: DEBUG nova.compute.manager [-] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.470161] env[70294]: DEBUG nova.network.neutron [-] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.547200] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d6d3a6-dbce-acdf-d29e-2c8d886e483b, 'name': SearchDatastore_Task, 'duration_secs': 0.011054} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.547963] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa999cce-3a24-4913-8915-4bfe2a22ed0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.554753] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 959.554753] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a98780-3d8c-0403-1993-292f0be19c0a" [ 959.554753] env[70294]: _type = "Task" [ 959.554753] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.568404] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a98780-3d8c-0403-1993-292f0be19c0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.571118] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.571398] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] bba519dd-5ee1-4a1e-825f-f5e7afaf9b38/bba519dd-5ee1-4a1e-825f-f5e7afaf9b38.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.575049] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07eb82b1-1f2a-4029-8908-68c5788b458c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.580665] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 959.580665] env[70294]: value = "task-3570201" [ 959.580665] env[70294]: _type = "Task" [ 959.580665] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.592998] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.704477] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44466199-0fbf-46bd-9852-3a8aab84a47c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.715373] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a867b05-d8c3-4947-a9c3-61073dda19fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.749554] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779e13fc-addb-4215-aed5-e62f50772f48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.765829] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee8d1e-febc-4618-9747-d5194fac2e33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.775439] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570200, 'name': Destroy_Task, 'duration_secs': 0.422122} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.776524] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Destroyed the VM [ 959.776854] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 959.777442] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-62b2a4c8-eb74-4918-a8d6-970fed843b70 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.789689] env[70294]: DEBUG nova.compute.provider_tree [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.794284] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 959.794284] env[70294]: value = "task-3570202" [ 959.794284] env[70294]: _type = "Task" [ 959.794284] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.806993] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570202, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.821444] env[70294]: DEBUG nova.network.neutron [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Successfully updated port: 0bf22cd1-36f8-47a6-b33f-a4955eef2052 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.095391] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449661} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.095601] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] bba519dd-5ee1-4a1e-825f-f5e7afaf9b38/bba519dd-5ee1-4a1e-825f-f5e7afaf9b38.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.097120] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.097120] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bf254cf-ed1a-45bb-9fd9-ce67cd3481ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.106395] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 960.106395] env[70294]: value = "task-3570203" [ 960.106395] env[70294]: _type = "Task" [ 960.106395] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.119610] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570203, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.232862] env[70294]: DEBUG nova.compute.manager [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Received event network-vif-plugged-0bf22cd1-36f8-47a6-b33f-a4955eef2052 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.233100] env[70294]: DEBUG oslo_concurrency.lockutils [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] Acquiring lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.233316] env[70294]: DEBUG oslo_concurrency.lockutils [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.233506] env[70294]: DEBUG oslo_concurrency.lockutils [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.233698] env[70294]: DEBUG nova.compute.manager [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] No waiting events found dispatching network-vif-plugged-0bf22cd1-36f8-47a6-b33f-a4955eef2052 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.233837] env[70294]: WARNING nova.compute.manager [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Received unexpected event network-vif-plugged-0bf22cd1-36f8-47a6-b33f-a4955eef2052 for instance with vm_state building and task_state spawning. [ 960.235599] env[70294]: DEBUG nova.compute.manager [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Received event network-changed-0bf22cd1-36f8-47a6-b33f-a4955eef2052 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.235801] env[70294]: DEBUG nova.compute.manager [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Refreshing instance network info cache due to event network-changed-0bf22cd1-36f8-47a6-b33f-a4955eef2052. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 960.236058] env[70294]: DEBUG oslo_concurrency.lockutils [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] Acquiring lock "refresh_cache-2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.236215] env[70294]: DEBUG oslo_concurrency.lockutils [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] Acquired lock "refresh_cache-2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.236462] env[70294]: DEBUG nova.network.neutron [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Refreshing network info cache for port 0bf22cd1-36f8-47a6-b33f-a4955eef2052 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 960.264916] env[70294]: DEBUG nova.compute.manager [req-a8f2e781-e71a-4435-b11b-658482b13731 req-4d9d32a1-0894-47a0-85c3-5b91155453b2 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Received event network-vif-deleted-51dbdae3-f88c-45d2-b76d-a1ac9e354f92 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.265190] env[70294]: INFO nova.compute.manager [req-a8f2e781-e71a-4435-b11b-658482b13731 req-4d9d32a1-0894-47a0-85c3-5b91155453b2 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Neutron deleted interface 51dbdae3-f88c-45d2-b76d-a1ac9e354f92; detaching it from the instance and deleting it from the info cache [ 960.265369] env[70294]: DEBUG nova.network.neutron [req-a8f2e781-e71a-4435-b11b-658482b13731 req-4d9d32a1-0894-47a0-85c3-5b91155453b2 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.295942] env[70294]: DEBUG nova.scheduler.client.report [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.311495] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570202, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.324895] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.616887] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570203, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087878} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.617037] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.620067] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b776929-f80f-41fa-9215-081d4acf96ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.643440] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] bba519dd-5ee1-4a1e-825f-f5e7afaf9b38/bba519dd-5ee1-4a1e-825f-f5e7afaf9b38.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.643810] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef6bed27-94d7-4747-8750-6b29631c995e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.658428] env[70294]: DEBUG nova.network.neutron [-] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.667787] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 960.667787] env[70294]: value = "task-3570204" [ 960.667787] env[70294]: _type = "Task" [ 960.667787] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.677722] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.768859] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ff0b9cc-01fe-4b57-9631-78a4f8f44b05 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.777855] env[70294]: DEBUG nova.network.neutron [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.783230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02c7210-a229-4fc6-b1a7-985161fabdd1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.805668] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.652s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.823750] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.903s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.824064] env[70294]: DEBUG nova.objects.instance [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lazy-loading 'resources' on Instance uuid 792c7301-d50d-472a-8a76-b1c659f9681c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.825834] env[70294]: DEBUG nova.compute.manager [req-a8f2e781-e71a-4435-b11b-658482b13731 req-4d9d32a1-0894-47a0-85c3-5b91155453b2 service nova] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Detach interface failed, port_id=51dbdae3-f88c-45d2-b76d-a1ac9e354f92, reason: Instance 92762e3a-a62a-4fc0-b40a-9eb2ead38951 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.826311] env[70294]: DEBUG oslo_vmware.api [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570202, 'name': RemoveSnapshot_Task, 'duration_secs': 0.996492} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.827341] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 960.868230] env[70294]: INFO nova.network.neutron [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating port e24adb4d-9559-47ac-8a5e-d2d27540ba75 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 960.906238] env[70294]: DEBUG nova.network.neutron [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.160808] env[70294]: INFO nova.compute.manager [-] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Took 1.69 seconds to deallocate network for instance. [ 961.189895] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570204, 'name': ReconfigVM_Task, 'duration_secs': 0.307335} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.190558] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Reconfigured VM instance instance-00000058 to attach disk [datastore1] bba519dd-5ee1-4a1e-825f-f5e7afaf9b38/bba519dd-5ee1-4a1e-825f-f5e7afaf9b38.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.191201] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777828c3-0167-45ec-b720-00bdd28625c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.199745] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 961.199745] env[70294]: value = "task-3570205" [ 961.199745] env[70294]: _type = "Task" [ 961.199745] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.210219] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570205, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.255434] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "c24db184-492a-4edb-b6e4-964145a18b15" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.255795] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.255985] env[70294]: DEBUG nova.compute.manager [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 961.256982] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a574e9ab-3aeb-4eaf-bc56-d746284b22ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.265454] env[70294]: DEBUG nova.compute.manager [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 961.266069] env[70294]: DEBUG nova.objects.instance [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'flavor' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.331849] env[70294]: WARNING nova.compute.manager [None req-3da59c48-f467-4732-a132-d852e8d0fa68 tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Image not found during snapshot: nova.exception.ImageNotFound: Image 678c30a4-4f7d-47e2-9aca-e02bb7031b24 could not be found. [ 961.410803] env[70294]: DEBUG oslo_concurrency.lockutils [req-d14735fd-8052-4f9a-92ab-9e4055355a8d req-7eea0c11-b0ab-4d2b-a4f1-b06e04c73539 service nova] Releasing lock "refresh_cache-2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.411512] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.411673] env[70294]: DEBUG nova.network.neutron [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.668870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.691510] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.691510] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.691510] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.691510] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.691740] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.696253] env[70294]: INFO nova.compute.manager [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Terminating instance [ 961.713293] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570205, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.723970] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d3be9f-2568-4827-a21e-17271f0a5dca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.733908] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc77ee18-fd0b-4d08-84f8-e884af3037b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.765768] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c2e7c-5c36-4f4f-86a1-68bf29621744 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.782111] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220fe27a-e83d-451e-902b-8aa1ab1b74bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.797964] env[70294]: DEBUG nova.compute.provider_tree [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.956603] env[70294]: DEBUG nova.network.neutron [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.132361] env[70294]: DEBUG nova.network.neutron [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Updating instance_info_cache with network_info: [{"id": "0bf22cd1-36f8-47a6-b33f-a4955eef2052", "address": "fa:16:3e:5d:08:63", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf22cd1-36", "ovs_interfaceid": "0bf22cd1-36f8-47a6-b33f-a4955eef2052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.200110] env[70294]: DEBUG nova.compute.manager [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.200458] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.201413] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11aa7700-016f-4222-83ee-07380262451e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.213533] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570205, 'name': Rename_Task, 'duration_secs': 0.852846} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.215548] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.215821] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.216042] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5571e9e-19d6-459d-8fed-97a5858e3e9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.217494] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f1a2a4-8d80-4826-b443-cc095d6b6bff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.223905] env[70294]: DEBUG oslo_vmware.api [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 962.223905] env[70294]: value = "task-3570207" [ 962.223905] env[70294]: _type = "Task" [ 962.223905] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.227730] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 962.227730] env[70294]: value = "task-3570206" [ 962.227730] env[70294]: _type = "Task" [ 962.227730] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.234256] env[70294]: DEBUG oslo_vmware.api [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.239596] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.278995] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.279568] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.279832] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.280114] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.280342] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.280534] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.282334] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90fa59e2-b22e-4b25-bf35-c69efd7f3d04 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.285471] env[70294]: INFO nova.compute.manager [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Terminating instance [ 962.290848] env[70294]: DEBUG oslo_vmware.api [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 962.290848] env[70294]: value = "task-3570208" [ 962.290848] env[70294]: _type = "Task" [ 962.290848] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.302563] env[70294]: DEBUG nova.scheduler.client.report [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.306307] env[70294]: DEBUG oslo_vmware.api [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.450111] env[70294]: DEBUG nova.compute.manager [req-3cb23af6-d03d-4041-8ac3-282f68a201a4 req-33fc7790-990c-4770-8bdf-103716b8dffa service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-vif-plugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.450111] env[70294]: DEBUG oslo_concurrency.lockutils [req-3cb23af6-d03d-4041-8ac3-282f68a201a4 req-33fc7790-990c-4770-8bdf-103716b8dffa service nova] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.450111] env[70294]: DEBUG oslo_concurrency.lockutils [req-3cb23af6-d03d-4041-8ac3-282f68a201a4 req-33fc7790-990c-4770-8bdf-103716b8dffa service nova] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.450111] env[70294]: DEBUG oslo_concurrency.lockutils [req-3cb23af6-d03d-4041-8ac3-282f68a201a4 req-33fc7790-990c-4770-8bdf-103716b8dffa service nova] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.452602] env[70294]: DEBUG nova.compute.manager [req-3cb23af6-d03d-4041-8ac3-282f68a201a4 req-33fc7790-990c-4770-8bdf-103716b8dffa service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] No waiting events found dispatching network-vif-plugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.452602] env[70294]: WARNING nova.compute.manager [req-3cb23af6-d03d-4041-8ac3-282f68a201a4 req-33fc7790-990c-4770-8bdf-103716b8dffa service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received unexpected event network-vif-plugged-e24adb4d-9559-47ac-8a5e-d2d27540ba75 for instance with vm_state shelved_offloaded and task_state spawning. [ 962.600079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.600254] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.600552] env[70294]: DEBUG nova.network.neutron [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.634766] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.635093] env[70294]: DEBUG nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Instance network_info: |[{"id": "0bf22cd1-36f8-47a6-b33f-a4955eef2052", "address": "fa:16:3e:5d:08:63", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bf22cd1-36", "ovs_interfaceid": "0bf22cd1-36f8-47a6-b33f-a4955eef2052", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.635578] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:08:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bf22cd1-36f8-47a6-b33f-a4955eef2052', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.643388] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.643565] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.643815] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1027f7-e8dd-49fd-bbb3-f2d16ea3aa00 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.666057] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.666057] env[70294]: value = "task-3570209" [ 962.666057] env[70294]: _type = "Task" [ 962.666057] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.674749] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570209, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.737312] env[70294]: DEBUG oslo_vmware.api [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570207, 'name': PowerOffVM_Task, 'duration_secs': 0.21034} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.738089] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.738337] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.738628] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-145af3c8-f3ce-4d6e-85e4-1fafa429eed3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.743590] env[70294]: DEBUG oslo_vmware.api [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570206, 'name': PowerOnVM_Task, 'duration_secs': 0.501164} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.744224] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.744437] env[70294]: INFO nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Took 7.21 seconds to spawn the instance on the hypervisor. [ 962.744640] env[70294]: DEBUG nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.745457] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568de038-9fe1-4683-aefb-5c80c4ee424e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.790365] env[70294]: DEBUG nova.compute.manager [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.790635] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.792165] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54fa997-45e4-41ad-ac74-69a8781430ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.806446] env[70294]: DEBUG oslo_vmware.api [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570208, 'name': PowerOffVM_Task, 'duration_secs': 0.28733} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.808780] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.808998] env[70294]: DEBUG nova.compute.manager [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.809814] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.811886] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.813913] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfde0b3-b0f8-4a74-a255-192d2dd51159 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.817067] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.261s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.818828] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5cf8b63-ec99-4202-9476-8ea98b6c89a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.821159] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.821446] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.821735] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleting the datastore file [datastore1] ce77d3cf-12b5-4900-a3f3-4a63733823c8 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.822340] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e60ba54-385f-4f1b-a202-21faae012506 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.833806] env[70294]: DEBUG oslo_vmware.api [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 962.833806] env[70294]: value = "task-3570211" [ 962.833806] env[70294]: _type = "Task" [ 962.833806] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.833806] env[70294]: DEBUG oslo_vmware.api [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 962.833806] env[70294]: value = "task-3570212" [ 962.833806] env[70294]: _type = "Task" [ 962.833806] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.835148] env[70294]: INFO nova.scheduler.client.report [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted allocations for instance 792c7301-d50d-472a-8a76-b1c659f9681c [ 962.855530] env[70294]: DEBUG oslo_vmware.api [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.858981] env[70294]: DEBUG oslo_vmware.api [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.177551] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570209, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.266079] env[70294]: INFO nova.compute.manager [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Took 36.92 seconds to build instance. [ 963.339777] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e57cc22e-2936-471c-9828-84d3054fabf5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.359647] env[70294]: DEBUG oslo_vmware.api [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148821} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.359908] env[70294]: DEBUG oslo_vmware.api [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570211, 'name': PowerOffVM_Task, 'duration_secs': 0.204655} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.363121] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0bed0a40-ead6-4652-bfe2-e08f1f09dc4b tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "792c7301-d50d-472a-8a76-b1c659f9681c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.401s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.364833] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.365203] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.365431] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.365665] env[70294]: INFO nova.compute.manager [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 963.365903] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.366140] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.366301] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.367131] env[70294]: DEBUG nova.compute.manager [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.367131] env[70294]: DEBUG nova.network.neutron [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.369134] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea4a3cc-9da0-4925-a5f9-f556764acc4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.450570] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.450847] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.451081] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleting the datastore file [datastore2] 4206b5b3-db1d-46ff-8c8c-4157deb2ab24 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.451358] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-656101be-6b10-4630-afab-5f12d584a6ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.458586] env[70294]: DEBUG oslo_vmware.api [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for the task: (returnval){ [ 963.458586] env[70294]: value = "task-3570214" [ 963.458586] env[70294]: _type = "Task" [ 963.458586] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.470853] env[70294]: DEBUG oslo_vmware.api [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.681657] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570209, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.693870] env[70294]: DEBUG nova.network.neutron [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24adb4d-95", "ovs_interfaceid": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.768464] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4286fa5b-c92a-4f6a-b600-5e8fa1c2cce7 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.434s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.823829] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b228a643-6135-47a0-a96d-a251801823b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.834614] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71f4d81-fd87-4bb0-b02e-bbc1cac1e4ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.876129] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127b954e-2ec8-41dc-9387-ed468a8931fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.888451] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd1d2b-c32a-40a1-bd22-a14c56ca2966 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.904415] env[70294]: DEBUG nova.compute.provider_tree [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.972869] env[70294]: DEBUG oslo_vmware.api [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Task: {'id': task-3570214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.415764} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.973240] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.973489] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.973684] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.974087] env[70294]: INFO nova.compute.manager [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Took 1.18 seconds to destroy the instance on the hypervisor. [ 963.974395] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.974715] env[70294]: DEBUG nova.compute.manager [-] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.974842] env[70294]: DEBUG nova.network.neutron [-] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.095302] env[70294]: DEBUG nova.compute.manager [req-30e04a60-fc5b-4003-8b65-d6e224ff2e9e req-ff169f29-0a05-4413-9941-553a256448fa service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Received event network-vif-deleted-9167f074-d99c-4ac4-ba34-32bd4bff6410 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.096029] env[70294]: INFO nova.compute.manager [req-30e04a60-fc5b-4003-8b65-d6e224ff2e9e req-ff169f29-0a05-4413-9941-553a256448fa service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Neutron deleted interface 9167f074-d99c-4ac4-ba34-32bd4bff6410; detaching it from the instance and deleting it from the info cache [ 964.096029] env[70294]: DEBUG nova.network.neutron [req-30e04a60-fc5b-4003-8b65-d6e224ff2e9e req-ff169f29-0a05-4413-9941-553a256448fa service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.182285] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570209, 'name': CreateVM_Task, 'duration_secs': 1.404547} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.182539] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.183143] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.183315] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.183629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.183885] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ca96e2-e24b-4394-8826-5e9e624211bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.189661] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 964.189661] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ac4f7e-7da9-6dff-24a4-4e462d47ce8a" [ 964.189661] env[70294]: _type = "Task" [ 964.189661] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.201209] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.202903] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ac4f7e-7da9-6dff-24a4-4e462d47ce8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.233300] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6df6b7c05c164659f5abc1afe389420c',container_format='bare',created_at=2025-04-25T02:38:17Z,direct_url=,disk_format='vmdk',id=3a599b51-e118-46ff-915a-1904a4590ecd,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1224484243-shelved',owner='99d532073ef24895a6d8a9561c95ff7e',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-25T02:38:32Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.233607] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.234053] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.234053] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.234163] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.234281] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.234495] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.234720] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.234848] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.235016] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.235196] env[70294]: DEBUG nova.virt.hardware [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.236443] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0605fa97-0536-4f9f-97aa-65c9c50a45ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.246941] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65011e80-cb1c-4c16-94b1-4aa8b9e68731 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.266966] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:30:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e24adb4d-9559-47ac-8a5e-d2d27540ba75', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.276232] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.276471] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.276724] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cf827df-eb24-45f6-a120-37c599f7f01e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.303212] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.303212] env[70294]: value = "task-3570215" [ 964.303212] env[70294]: _type = "Task" [ 964.303212] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.315253] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570215, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.408402] env[70294]: DEBUG nova.scheduler.client.report [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.482951] env[70294]: DEBUG nova.compute.manager [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.483123] env[70294]: DEBUG nova.compute.manager [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing instance network info cache due to event network-changed-e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.483245] env[70294]: DEBUG oslo_concurrency.lockutils [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] Acquiring lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.483391] env[70294]: DEBUG oslo_concurrency.lockutils [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] Acquired lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.483587] env[70294]: DEBUG nova.network.neutron [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Refreshing network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.496297] env[70294]: DEBUG nova.network.neutron [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.594477] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.594764] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.595115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.595339] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.595583] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.598252] env[70294]: INFO nova.compute.manager [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Terminating instance [ 964.599776] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20aeb420-8979-4896-80b1-ef6d28e987e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.611388] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e29234e-75e5-4a80-8ddd-e9c9cd28b6db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.651923] env[70294]: DEBUG nova.compute.manager [req-30e04a60-fc5b-4003-8b65-d6e224ff2e9e req-ff169f29-0a05-4413-9941-553a256448fa service nova] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Detach interface failed, port_id=9167f074-d99c-4ac4-ba34-32bd4bff6410, reason: Instance ce77d3cf-12b5-4900-a3f3-4a63733823c8 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 964.663860] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.664158] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.664370] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.664566] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.664741] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.668024] env[70294]: INFO nova.compute.manager [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Terminating instance [ 964.700463] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ac4f7e-7da9-6dff-24a4-4e462d47ce8a, 'name': SearchDatastore_Task, 'duration_secs': 0.025504} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.700545] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.700766] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.701015] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.701181] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.701360] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.701624] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25b14b87-6398-407a-9967-03477d82fe0c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.711531] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.711755] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.712481] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea0d3d1-db5b-4eb9-b15b-905b3063b589 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.718963] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 964.718963] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ccafb-1fa9-5914-f7db-6f9116aab05f" [ 964.718963] env[70294]: _type = "Task" [ 964.718963] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.726842] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ccafb-1fa9-5914-f7db-6f9116aab05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.809859] env[70294]: DEBUG nova.network.neutron [-] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.814341] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570215, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.828045] env[70294]: DEBUG nova.compute.manager [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Stashing vm_state: stopped {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 965.000746] env[70294]: INFO nova.compute.manager [-] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Took 1.63 seconds to deallocate network for instance. [ 965.104542] env[70294]: DEBUG nova.compute.manager [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.104791] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.105828] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea61bb3-9da2-4766-9f90-32086bc20693 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.114141] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.114393] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f0c65ef-5d6d-4064-86d5-fa4b6df58fb9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.122059] env[70294]: DEBUG oslo_vmware.api [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 965.122059] env[70294]: value = "task-3570216" [ 965.122059] env[70294]: _type = "Task" [ 965.122059] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.134180] env[70294]: DEBUG oslo_vmware.api [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.171456] env[70294]: DEBUG nova.compute.manager [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.171709] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.172702] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b72205f-d001-494c-aa4b-1c84309aa82a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.181494] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.184404] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d32f93-21f9-4780-996b-42c653acf197 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.192657] env[70294]: DEBUG oslo_vmware.api [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 965.192657] env[70294]: value = "task-3570217" [ 965.192657] env[70294]: _type = "Task" [ 965.192657] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.206200] env[70294]: DEBUG oslo_vmware.api [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570217, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.229255] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ccafb-1fa9-5914-f7db-6f9116aab05f, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.230044] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5af69b3b-311c-4132-8e69-b2cee066ebc2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.235656] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 965.235656] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d7683a-7ada-6ec5-98f1-f71461b37c3b" [ 965.235656] env[70294]: _type = "Task" [ 965.235656] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.244225] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d7683a-7ada-6ec5-98f1-f71461b37c3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.247133] env[70294]: DEBUG nova.network.neutron [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updated VIF entry in instance network info cache for port e24adb4d-9559-47ac-8a5e-d2d27540ba75. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.247480] env[70294]: DEBUG nova.network.neutron [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [{"id": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "address": "fa:16:3e:0e:30:9a", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape24adb4d-95", "ovs_interfaceid": "e24adb4d-9559-47ac-8a5e-d2d27540ba75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.315870] env[70294]: INFO nova.compute.manager [-] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Took 1.34 seconds to deallocate network for instance. [ 965.316209] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570215, 'name': CreateVM_Task, 'duration_secs': 0.764114} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.318449] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.319960] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.320213] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.320698] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.324527] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2ad28e8-d46c-4cae-95c9-5fd8fe8b434d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.334444] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 965.334444] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52458eb5-209d-4acf-9a41-375668b203b3" [ 965.334444] env[70294]: _type = "Task" [ 965.334444] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.344123] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52458eb5-209d-4acf-9a41-375668b203b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.349866] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.419319] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.602s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.422520] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.278s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.422520] env[70294]: DEBUG nova.objects.instance [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 965.507744] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.635271] env[70294]: DEBUG oslo_vmware.api [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570216, 'name': PowerOffVM_Task, 'duration_secs': 0.252446} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.635661] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.635932] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.637031] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b6033c4-2492-477c-b464-4a8d1add23c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.703519] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.703965] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.704224] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleting the datastore file [datastore1] bba519dd-5ee1-4a1e-825f-f5e7afaf9b38 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.707474] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92c4e0c4-6c69-4559-b5fc-104fdd19744f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.709458] env[70294]: DEBUG oslo_vmware.api [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570217, 'name': PowerOffVM_Task, 'duration_secs': 0.264526} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.709714] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.709885] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.710488] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a169eb6-a8d4-451c-931e-49a96ed16dee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.714878] env[70294]: DEBUG oslo_vmware.api [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 965.714878] env[70294]: value = "task-3570219" [ 965.714878] env[70294]: _type = "Task" [ 965.714878] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.722727] env[70294]: DEBUG oslo_vmware.api [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.745016] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d7683a-7ada-6ec5-98f1-f71461b37c3b, 'name': SearchDatastore_Task, 'duration_secs': 0.011155} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.745291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.745598] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7/2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.745862] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9f5bd57-e754-417f-bbc4-d939126b2d27 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.750435] env[70294]: DEBUG oslo_concurrency.lockutils [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] Releasing lock "refresh_cache-67eda3b1-22f1-4952-908d-aa31550608bc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.750671] env[70294]: DEBUG nova.compute.manager [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Received event network-vif-deleted-52cdc9ef-0f16-44ae-bb8b-66570325f10f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.750850] env[70294]: INFO nova.compute.manager [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Neutron deleted interface 52cdc9ef-0f16-44ae-bb8b-66570325f10f; detaching it from the instance and deleting it from the info cache [ 965.751039] env[70294]: DEBUG nova.network.neutron [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.753344] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 965.753344] env[70294]: value = "task-3570221" [ 965.753344] env[70294]: _type = "Task" [ 965.753344] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.762249] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.775048] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.775226] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.775428] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleting the datastore file [datastore2] 255f4e92-dcc6-4e46-8936-6d2e10ad326a {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.775745] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbec9d56-2691-4e4b-b6a2-ae7aad5ebcd9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.784081] env[70294]: DEBUG oslo_vmware.api [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 965.784081] env[70294]: value = "task-3570222" [ 965.784081] env[70294]: _type = "Task" [ 965.784081] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.794159] env[70294]: DEBUG oslo_vmware.api [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.829042] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.846975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.847270] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Processing image 3a599b51-e118-46ff-915a-1904a4590ecd {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.847519] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd/3a599b51-e118-46ff-915a-1904a4590ecd.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.847689] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd/3a599b51-e118-46ff-915a-1904a4590ecd.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.847896] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.848155] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b359435e-3b99-4e08-9f8a-c2bd3e34ff7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.856921] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.857130] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.858131] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2a6a8a-111d-4156-af9d-ed59bc3fa716 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.865630] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 965.865630] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5248b289-9c72-56cb-7ac5-d13f68e5d953" [ 965.865630] env[70294]: _type = "Task" [ 965.865630] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.874715] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5248b289-9c72-56cb-7ac5-d13f68e5d953, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.985821] env[70294]: INFO nova.scheduler.client.report [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted allocation for migration 6bc70006-6da4-4d85-bf42-2b15315b132c [ 966.228423] env[70294]: DEBUG oslo_vmware.api [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173502} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.228773] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.229073] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.229285] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.229470] env[70294]: INFO nova.compute.manager [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Took 1.12 seconds to destroy the instance on the hypervisor. [ 966.229813] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.230099] env[70294]: DEBUG nova.compute.manager [-] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.230227] env[70294]: DEBUG nova.network.neutron [-] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.255607] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ce93ea7-3f09-4b6c-8b65-97e3fb246942 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.268286] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570221, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.275280] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51460fcb-26de-45fb-b70c-88a5047fea97 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.300814] env[70294]: DEBUG oslo_vmware.api [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26363} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.301092] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.301280] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.301661] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.301661] env[70294]: INFO nova.compute.manager [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 966.301861] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.302061] env[70294]: DEBUG nova.compute.manager [-] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.302176] env[70294]: DEBUG nova.network.neutron [-] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.315808] env[70294]: DEBUG nova.compute.manager [req-3f9058c7-1d12-4f8d-a045-1853dcf298e9 req-2adfe94b-791d-4810-a655-2a75d6080a8b service nova] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Detach interface failed, port_id=52cdc9ef-0f16-44ae-bb8b-66570325f10f, reason: Instance 4206b5b3-db1d-46ff-8c8c-4157deb2ab24 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.380868] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Preparing fetch location {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 966.381245] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Fetch image to [datastore2] OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f/OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f.vmdk {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 966.381504] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Downloading stream optimized image 3a599b51-e118-46ff-915a-1904a4590ecd to [datastore2] OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f/OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f.vmdk on the data store datastore2 as vApp {{(pid=70294) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 966.384231] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Downloading image file data 3a599b51-e118-46ff-915a-1904a4590ecd to the ESX as VM named 'OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f' {{(pid=70294) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 966.442076] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0a1d2748-1664-49d3-9675-c5d8f2c17b51 tempest-ServersAdmin275Test-879988958 tempest-ServersAdmin275Test-879988958-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.443502] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.391s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.443760] env[70294]: DEBUG nova.objects.instance [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lazy-loading 'resources' on Instance uuid 24a84c9b-c41a-4ba9-9d33-aadd28adf695 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.484396] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 966.484396] env[70294]: value = "resgroup-9" [ 966.484396] env[70294]: _type = "ResourcePool" [ 966.484396] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 966.485126] env[70294]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-eee15b27-6786-4354-82da-70b812ae6ea2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.508718] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d8f7adf-826f-40f2-bff6-f2ffdd3dd2c2 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.731s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.516848] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease: (returnval){ [ 966.516848] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cdcb3-df8d-794f-ee64-d8a6a1d1ea60" [ 966.516848] env[70294]: _type = "HttpNfcLease" [ 966.516848] env[70294]: } obtained for vApp import into resource pool (val){ [ 966.516848] env[70294]: value = "resgroup-9" [ 966.516848] env[70294]: _type = "ResourcePool" [ 966.516848] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 966.517341] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the lease: (returnval){ [ 966.517341] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cdcb3-df8d-794f-ee64-d8a6a1d1ea60" [ 966.517341] env[70294]: _type = "HttpNfcLease" [ 966.517341] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 966.528239] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.528239] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cdcb3-df8d-794f-ee64-d8a6a1d1ea60" [ 966.528239] env[70294]: _type = "HttpNfcLease" [ 966.528239] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 966.705472] env[70294]: DEBUG nova.compute.manager [req-54a709e5-d192-4d1c-a144-f03d5b0bc820 req-cb8ce8ab-a50b-4508-a785-8cc1cdc38d10 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Received event network-vif-deleted-e87b27a2-23c3-40d9-958d-3f8879f2d3c4 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.705753] env[70294]: INFO nova.compute.manager [req-54a709e5-d192-4d1c-a144-f03d5b0bc820 req-cb8ce8ab-a50b-4508-a785-8cc1cdc38d10 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Neutron deleted interface e87b27a2-23c3-40d9-958d-3f8879f2d3c4; detaching it from the instance and deleting it from the info cache [ 966.705938] env[70294]: DEBUG nova.network.neutron [req-54a709e5-d192-4d1c-a144-f03d5b0bc820 req-cb8ce8ab-a50b-4508-a785-8cc1cdc38d10 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.766701] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534206} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.766973] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7/2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.767228] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.767496] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-193f0717-b07a-4c67-bef9-a169487da93c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.776367] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 966.776367] env[70294]: value = "task-3570224" [ 966.776367] env[70294]: _type = "Task" [ 966.776367] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.786499] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.789064] env[70294]: DEBUG nova.compute.manager [req-eee9e157-47d0-4c1f-a83e-b5b9509d481c req-fdf9348b-6e81-4d7f-a302-f92f4459cb21 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Received event network-vif-deleted-f99957de-e02f-4cb2-b3ea-8508f463b7f2 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.789265] env[70294]: INFO nova.compute.manager [req-eee9e157-47d0-4c1f-a83e-b5b9509d481c req-fdf9348b-6e81-4d7f-a302-f92f4459cb21 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Neutron deleted interface f99957de-e02f-4cb2-b3ea-8508f463b7f2; detaching it from the instance and deleting it from the info cache [ 966.789447] env[70294]: DEBUG nova.network.neutron [req-eee9e157-47d0-4c1f-a83e-b5b9509d481c req-fdf9348b-6e81-4d7f-a302-f92f4459cb21 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.027661] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.027661] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cdcb3-df8d-794f-ee64-d8a6a1d1ea60" [ 967.027661] env[70294]: _type = "HttpNfcLease" [ 967.027661] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 967.048162] env[70294]: DEBUG nova.network.neutron [-] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.166708] env[70294]: DEBUG nova.network.neutron [-] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.209972] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-78e0bf01-ad7d-408b-941e-76c44e1be1b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.223307] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d6a736-41b5-4e57-804a-0a88e030d093 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.263231] env[70294]: DEBUG nova.compute.manager [req-54a709e5-d192-4d1c-a144-f03d5b0bc820 req-cb8ce8ab-a50b-4508-a785-8cc1cdc38d10 service nova] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Detach interface failed, port_id=e87b27a2-23c3-40d9-958d-3f8879f2d3c4, reason: Instance bba519dd-5ee1-4a1e-825f-f5e7afaf9b38 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.287117] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071526} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.289530] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.290453] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad303ce0-1d7e-4d35-90e7-6787c784ee20 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.293350] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b3adc89-a8bd-4229-b4d1-befc03aeff5d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.316026] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7/2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.319863] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e3537f7-4340-40ed-a89f-e13b127c69d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.337710] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f555b6-dc7d-4d58-84ff-1ba37cb1a965 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.356974] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 967.356974] env[70294]: value = "task-3570225" [ 967.356974] env[70294]: _type = "Task" [ 967.356974] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.375835] env[70294]: DEBUG nova.compute.manager [req-eee9e157-47d0-4c1f-a83e-b5b9509d481c req-fdf9348b-6e81-4d7f-a302-f92f4459cb21 service nova] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Detach interface failed, port_id=f99957de-e02f-4cb2-b3ea-8508f463b7f2, reason: Instance 255f4e92-dcc6-4e46-8936-6d2e10ad326a could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.382526] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570225, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.465470] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b23485b-a893-466b-9553-0d4da18b95ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.474351] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1c641b-65f2-4df4-9757-2cffe5730950 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.506607] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c09f82f-c791-43ca-8942-3e1427bd191e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.515244] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dd006a-cb37-4c45-8128-14a36d89410c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.536488] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 967.536488] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cdcb3-df8d-794f-ee64-d8a6a1d1ea60" [ 967.536488] env[70294]: _type = "HttpNfcLease" [ 967.536488] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 967.536983] env[70294]: DEBUG nova.compute.provider_tree [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.538354] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 967.538354] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520cdcb3-df8d-794f-ee64-d8a6a1d1ea60" [ 967.538354] env[70294]: _type = "HttpNfcLease" [ 967.538354] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 967.539270] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f8730d-85bc-4beb-a213-87c93d7bc4e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.547078] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9bff9-aa77-5245-9e52-a20b96ed4ac4/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 967.547264] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9bff9-aa77-5245-9e52-a20b96ed4ac4/disk-0.vmdk. {{(pid=70294) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 967.604486] env[70294]: INFO nova.compute.manager [-] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Took 1.37 seconds to deallocate network for instance. [ 967.614844] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6fb4df17-95da-4646-a17d-fb900c6eda67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.668685] env[70294]: INFO nova.compute.manager [-] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Took 1.37 seconds to deallocate network for instance. [ 967.855238] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.856020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.856020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.856242] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.856379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.860639] env[70294]: INFO nova.compute.manager [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Terminating instance [ 967.876480] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570225, 'name': ReconfigVM_Task, 'duration_secs': 0.31147} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.876866] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7/2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.878862] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e0b07a2-844b-4894-b66b-37a112919bc3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.888056] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 967.888056] env[70294]: value = "task-3570226" [ 967.888056] env[70294]: _type = "Task" [ 967.888056] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.904020] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570226, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.040513] env[70294]: DEBUG nova.scheduler.client.report [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.112307] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.175334] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.309993] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "bee607f7-7665-4647-8a45-3f71df824e47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.310535] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.374108] env[70294]: DEBUG nova.compute.manager [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.374292] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.375085] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b1ec31-f1a5-4bde-98d2-1767cd6c6fa5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.385199] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.386844] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a4c09f2-cc85-4300-95b6-da2a6d5662bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.398492] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570226, 'name': Rename_Task, 'duration_secs': 0.196164} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.401193] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.401553] env[70294]: DEBUG oslo_vmware.api [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 968.401553] env[70294]: value = "task-3570227" [ 968.401553] env[70294]: _type = "Task" [ 968.401553] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.401774] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e084be-5da9-4bbf-a810-334c4f37e31b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.416440] env[70294]: DEBUG oslo_vmware.api [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.417890] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 968.417890] env[70294]: value = "task-3570228" [ 968.417890] env[70294]: _type = "Task" [ 968.417890] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.427521] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.553914] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.556645] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.683s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.558366] env[70294]: INFO nova.compute.claims [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.579391] env[70294]: INFO nova.scheduler.client.report [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted allocations for instance 24a84c9b-c41a-4ba9-9d33-aadd28adf695 [ 968.751195] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Completed reading data from the image iterator. {{(pid=70294) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 968.751521] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9bff9-aa77-5245-9e52-a20b96ed4ac4/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.752697] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825a8ab4-7998-4243-835f-74a828b81541 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761262] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9bff9-aa77-5245-9e52-a20b96ed4ac4/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.761454] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9bff9-aa77-5245-9e52-a20b96ed4ac4/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 968.761709] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f8548334-2fc1-4437-bf13-a33745350968 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.812650] env[70294]: DEBUG nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.913250] env[70294]: DEBUG oslo_vmware.api [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570227, 'name': PowerOffVM_Task, 'duration_secs': 0.216829} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.913537] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.913705] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.913973] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f8e52c6-ea87-489a-9b18-6f7fe0c37378 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.930626] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570228, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.963037] env[70294]: DEBUG oslo_vmware.rw_handles [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c9bff9-aa77-5245-9e52-a20b96ed4ac4/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 968.963037] env[70294]: INFO nova.virt.vmwareapi.images [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Downloaded image file data 3a599b51-e118-46ff-915a-1904a4590ecd [ 968.963423] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9fe2d7-aefa-4df9-be3b-16f5e34d57f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.981615] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b038b97a-28bd-47ad-82c3-3d1028037302 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.998372] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.998544] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.998633] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleting the datastore file [datastore1] 9b674ed0-6d2a-4254-b1ed-8a446364d5ce {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.998924] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e37642e3-10cc-469b-9b7a-42c6c35b5163 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.008225] env[70294]: DEBUG oslo_vmware.api [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 969.008225] env[70294]: value = "task-3570231" [ 969.008225] env[70294]: _type = "Task" [ 969.008225] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.014782] env[70294]: INFO nova.virt.vmwareapi.images [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] The imported VM was unregistered [ 969.017478] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Caching image {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 969.017819] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating directory with path [datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.021494] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6959e55a-5258-43ac-8b19-e9c15e84c716 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.023682] env[70294]: DEBUG oslo_vmware.api [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.033618] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created directory with path [datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.033922] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f/OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f.vmdk to [datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd/3a599b51-e118-46ff-915a-1904a4590ecd.vmdk. {{(pid=70294) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 969.034127] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5f5a33ef-e85d-4ca6-a895-1fe6b880be00 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.042128] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 969.042128] env[70294]: value = "task-3570232" [ 969.042128] env[70294]: _type = "Task" [ 969.042128] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.051839] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570232, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.086134] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68f8523b-8f99-4caa-9ab6-914f8999e598 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "24a84c9b-c41a-4ba9-9d33-aadd28adf695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.312s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.338263] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.433471] env[70294]: DEBUG oslo_vmware.api [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570228, 'name': PowerOnVM_Task, 'duration_secs': 0.585236} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.433770] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.433990] env[70294]: INFO nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Took 10.25 seconds to spawn the instance on the hypervisor. [ 969.434205] env[70294]: DEBUG nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 969.435046] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14557827-9b1e-49ec-8a51-a48870ed58ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.521607] env[70294]: DEBUG oslo_vmware.api [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175206} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.522011] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.522236] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.522421] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.522598] env[70294]: INFO nova.compute.manager [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Took 1.15 seconds to destroy the instance on the hypervisor. [ 969.522849] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.523101] env[70294]: DEBUG nova.compute.manager [-] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.523187] env[70294]: DEBUG nova.network.neutron [-] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.554545] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570232, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.609455] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.609455] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.609631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.610050] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.610050] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.615305] env[70294]: INFO nova.compute.manager [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Terminating instance [ 969.829908] env[70294]: DEBUG nova.compute.manager [req-44862422-a81b-4eeb-86e9-713961e90e9e req-ab7e7c18-939d-43a8-b9a3-c9caf4ddd6ee service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Received event network-vif-deleted-63f7a98c-088e-4d5b-b106-72362dba8fe8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.829987] env[70294]: INFO nova.compute.manager [req-44862422-a81b-4eeb-86e9-713961e90e9e req-ab7e7c18-939d-43a8-b9a3-c9caf4ddd6ee service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Neutron deleted interface 63f7a98c-088e-4d5b-b106-72362dba8fe8; detaching it from the instance and deleting it from the info cache [ 969.830181] env[70294]: DEBUG nova.network.neutron [req-44862422-a81b-4eeb-86e9-713961e90e9e req-ab7e7c18-939d-43a8-b9a3-c9caf4ddd6ee service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.959968] env[70294]: INFO nova.compute.manager [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Took 38.94 seconds to build instance. [ 970.041057] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211aa694-05a8-4d16-b602-845167763d86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.059511] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570232, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.061197] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3038ac-e72a-428b-97bc-b2c2beeb2546 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.098067] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50b759-8250-4625-95a3-6a962ba25a17 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.109569] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69516127-5516-4b76-b2e2-87805c9b25c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.122264] env[70294]: DEBUG nova.compute.manager [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.122585] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.123174] env[70294]: DEBUG nova.compute.provider_tree [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.125113] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef4bc5a-2780-44c1-babf-8f4e444a97e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.133326] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.134217] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e71d3e88-db39-4e24-980c-53131d8ceb90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.143972] env[70294]: DEBUG oslo_vmware.api [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 970.143972] env[70294]: value = "task-3570233" [ 970.143972] env[70294]: _type = "Task" [ 970.143972] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.152703] env[70294]: DEBUG oslo_vmware.api [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.310100] env[70294]: DEBUG nova.network.neutron [-] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.335856] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f14c07c-c545-401d-b514-883c6a972410 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.354596] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b3b996-fb44-4be0-b594-00370c930792 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.395554] env[70294]: DEBUG nova.compute.manager [req-44862422-a81b-4eeb-86e9-713961e90e9e req-ab7e7c18-939d-43a8-b9a3-c9caf4ddd6ee service nova] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Detach interface failed, port_id=63f7a98c-088e-4d5b-b106-72362dba8fe8, reason: Instance 9b674ed0-6d2a-4254-b1ed-8a446364d5ce could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 970.462261] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e57936-6165-4892-92c5-f1a2a4322849 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.456s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.534758] env[70294]: DEBUG oslo_concurrency.lockutils [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.535093] env[70294]: DEBUG oslo_concurrency.lockutils [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.535262] env[70294]: DEBUG nova.compute.manager [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.536420] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0205f4e6-b6e4-45e0-940e-4da4540f009a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.544408] env[70294]: DEBUG nova.compute.manager [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 970.545076] env[70294]: DEBUG nova.objects.instance [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'flavor' on Instance uuid 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.558045] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570232, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.629460] env[70294]: DEBUG nova.scheduler.client.report [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.657780] env[70294]: DEBUG oslo_vmware.api [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570233, 'name': PowerOffVM_Task, 'duration_secs': 0.264637} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.658242] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.658550] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.658929] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a83a829e-be74-43fe-9a8b-61c0e0ab812c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.731368] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.731743] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.732021] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleting the datastore file [datastore1] dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.732339] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dadc9718-49e0-4962-ab33-16582b2381ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.741372] env[70294]: DEBUG oslo_vmware.api [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 970.741372] env[70294]: value = "task-3570235" [ 970.741372] env[70294]: _type = "Task" [ 970.741372] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.750661] env[70294]: DEBUG oslo_vmware.api [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.813566] env[70294]: INFO nova.compute.manager [-] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Took 1.29 seconds to deallocate network for instance. [ 971.061172] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570232, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.135448] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.136434] env[70294]: DEBUG nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.141367] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.251s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.141868] env[70294]: DEBUG nova.objects.instance [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lazy-loading 'resources' on Instance uuid 4337650d-1f83-46a3-a522-c6779fb291c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.252638] env[70294]: DEBUG oslo_vmware.api [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247117} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.253028] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.253220] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.253401] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.254599] env[70294]: INFO nova.compute.manager [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.255501] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.255501] env[70294]: DEBUG nova.compute.manager [-] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.255501] env[70294]: DEBUG nova.network.neutron [-] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 971.323995] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.559848] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.560218] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570232, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.4383} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.560436] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7410872e-9ca4-4506-9aa2-772e6a414923 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.562122] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f/OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f.vmdk to [datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd/3a599b51-e118-46ff-915a-1904a4590ecd.vmdk. [ 971.562205] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Cleaning up location [datastore2] OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 971.562393] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_073948db-5d5e-487c-8a1e-dd4b86b7e38f {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.562704] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89e122d6-c40c-431e-b5a2-12b67ffd05ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.570701] env[70294]: DEBUG oslo_vmware.api [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 971.570701] env[70294]: value = "task-3570236" [ 971.570701] env[70294]: _type = "Task" [ 971.570701] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.572053] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 971.572053] env[70294]: value = "task-3570237" [ 971.572053] env[70294]: _type = "Task" [ 971.572053] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.586803] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.589840] env[70294]: DEBUG oslo_vmware.api [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.646184] env[70294]: DEBUG nova.compute.utils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.650757] env[70294]: DEBUG nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.650954] env[70294]: DEBUG nova.network.neutron [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.690157] env[70294]: DEBUG nova.policy [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.858309] env[70294]: DEBUG nova.compute.manager [req-0b3f8923-8583-45ba-8824-114ad3d58092 req-06643fea-bf09-4760-abc9-2b7311281b54 service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Received event network-vif-deleted-f3ec022f-3bb0-4e04-abd5-14df56407484 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.858569] env[70294]: INFO nova.compute.manager [req-0b3f8923-8583-45ba-8824-114ad3d58092 req-06643fea-bf09-4760-abc9-2b7311281b54 service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Neutron deleted interface f3ec022f-3bb0-4e04-abd5-14df56407484; detaching it from the instance and deleting it from the info cache [ 971.858820] env[70294]: DEBUG nova.network.neutron [req-0b3f8923-8583-45ba-8824-114ad3d58092 req-06643fea-bf09-4760-abc9-2b7311281b54 service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.032788] env[70294]: DEBUG nova.network.neutron [-] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.089922] env[70294]: DEBUG oslo_vmware.api [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570236, 'name': PowerOffVM_Task, 'duration_secs': 0.457368} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.091129] env[70294]: DEBUG nova.network.neutron [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Successfully created port: dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.093304] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.093516] env[70294]: DEBUG nova.compute.manager [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.094454] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c182b1-75e2-4730-ad45-f796b0c8aa3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.100551] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042398} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.101145] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.101318] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd/3a599b51-e118-46ff-915a-1904a4590ecd.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.101562] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd/3a599b51-e118-46ff-915a-1904a4590ecd.vmdk to [datastore2] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.106135] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61d8fc82-26dd-4439-b10c-60e513e1da2d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.117962] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 972.117962] env[70294]: value = "task-3570238" [ 972.117962] env[70294]: _type = "Task" [ 972.117962] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.130883] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.151824] env[70294]: DEBUG nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.222313] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b6b4e0-2426-4f00-8a0c-8650001a3c51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.231484] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc3346-a7b2-4888-abeb-4e2b4318ee8b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.267114] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc351570-0712-4261-a4f9-b28427ae7c63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.273373] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef020782-4881-4aed-9bba-805e2fce321f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.287915] env[70294]: DEBUG nova.compute.provider_tree [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.363782] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acd0c6be-66db-4413-8c1f-a85d76b948c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.375057] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7a14ad-87d4-4add-87ac-216c702650e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.409110] env[70294]: DEBUG nova.compute.manager [req-0b3f8923-8583-45ba-8824-114ad3d58092 req-06643fea-bf09-4760-abc9-2b7311281b54 service nova] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Detach interface failed, port_id=f3ec022f-3bb0-4e04-abd5-14df56407484, reason: Instance dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 972.535328] env[70294]: INFO nova.compute.manager [-] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Took 1.28 seconds to deallocate network for instance. [ 972.616684] env[70294]: DEBUG oslo_concurrency.lockutils [None req-daf4f1f7-35c2-481f-8842-7731b04f6a55 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.629672] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570238, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.791603] env[70294]: DEBUG nova.scheduler.client.report [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.946437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.947240] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.947240] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.947437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.947680] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.950542] env[70294]: INFO nova.compute.manager [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Terminating instance [ 973.041942] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.130883] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570238, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.162620] env[70294]: DEBUG nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.193693] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.193964] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.194189] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.194471] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.194628] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.194812] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.195073] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.195271] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.195435] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.195656] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.195782] env[70294]: DEBUG nova.virt.hardware [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.196748] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475c3960-bac6-4b94-b829-6739ecc97fac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.205472] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d29772-eded-483f-910b-337c47d253bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.297278] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.300013] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.329s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.300362] env[70294]: DEBUG nova.objects.instance [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lazy-loading 'resources' on Instance uuid fd9d6385-9a8f-446c-9b6e-467b735c68fd {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.322605] env[70294]: INFO nova.scheduler.client.report [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleted allocations for instance 4337650d-1f83-46a3-a522-c6779fb291c9 [ 973.455379] env[70294]: DEBUG nova.compute.manager [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.455732] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.456861] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0daa65d-414f-4361-931c-7a2a80258d95 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.465938] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.466266] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe1d2925-03e7-4bb9-8ce5-23b941ca3354 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.548892] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.549148] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.549352] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleting the datastore file [datastore2] 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.549734] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fd445f5-a094-4a96-befd-75f62c52c4fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.557321] env[70294]: DEBUG oslo_vmware.api [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 973.557321] env[70294]: value = "task-3570240" [ 973.557321] env[70294]: _type = "Task" [ 973.557321] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.566232] env[70294]: DEBUG oslo_vmware.api [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.631916] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570238, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.633153] env[70294]: DEBUG nova.network.neutron [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Successfully updated port: dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 973.831081] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dd722e13-d35e-4a0d-8b48-d07bd9878bb4 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "4337650d-1f83-46a3-a522-c6779fb291c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.764s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.936736] env[70294]: DEBUG nova.compute.manager [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-vif-plugged-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.937305] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] Acquiring lock "e7572891-de8e-4217-af0f-159a389d8f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.937631] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] Lock "e7572891-de8e-4217-af0f-159a389d8f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.937851] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] Lock "e7572891-de8e-4217-af0f-159a389d8f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.938045] env[70294]: DEBUG nova.compute.manager [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] No waiting events found dispatching network-vif-plugged-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.938378] env[70294]: WARNING nova.compute.manager [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received unexpected event network-vif-plugged-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c for instance with vm_state building and task_state spawning. [ 973.938526] env[70294]: DEBUG nova.compute.manager [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.938693] env[70294]: DEBUG nova.compute.manager [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing instance network info cache due to event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.938977] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.939177] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.939352] env[70294]: DEBUG nova.network.neutron [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing network info cache for port dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.071529] env[70294]: DEBUG oslo_vmware.api [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.132201] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570238, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.135502] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.237596] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ad086f-f2d8-4d25-ab99-924266cf4486 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.247137] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0c7ca5-288e-48ad-bcf1-3a67306beba8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.280598] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13764e38-6f61-4fbe-9209-191304326b87 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.289852] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bfe6a7-7215-45cb-ab9a-a07c53ceb720 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.305314] env[70294]: DEBUG nova.compute.provider_tree [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.475211] env[70294]: DEBUG nova.network.neutron [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 974.565621] env[70294]: DEBUG nova.network.neutron [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.570010] env[70294]: DEBUG oslo_vmware.api [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.633703] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570238, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.809120] env[70294]: DEBUG nova.scheduler.client.report [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.070350] env[70294]: DEBUG oslo_vmware.api [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.299841} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.070467] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.070737] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.070991] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.071254] env[70294]: INFO nova.compute.manager [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Took 1.62 seconds to destroy the instance on the hypervisor. [ 975.071591] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.072063] env[70294]: DEBUG oslo_concurrency.lockutils [req-f0f82444-5ad1-40f0-9b59-8471e7ea5c14 req-381541e8-5cb0-4332-aa53-cd3b60b4bb4d service nova] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.072443] env[70294]: DEBUG nova.compute.manager [-] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.072599] env[70294]: DEBUG nova.network.neutron [-] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.074294] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.074443] env[70294]: DEBUG nova.network.neutron [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.133296] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570238, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.684527} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.133561] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/3a599b51-e118-46ff-915a-1904a4590ecd/3a599b51-e118-46ff-915a-1904a4590ecd.vmdk to [datastore2] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.134375] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ba1c529-4efb-488c-bba9-96ffbffd4177 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.155732] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.156419] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5dbeaf3-4ba5-4d24-b0fd-3a2d1103253a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.178107] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 975.178107] env[70294]: value = "task-3570241" [ 975.178107] env[70294]: _type = "Task" [ 975.178107] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.187031] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.315042] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.015s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.317513] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.212s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.318117] env[70294]: DEBUG nova.objects.instance [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lazy-loading 'resources' on Instance uuid d515b927-f1fc-4e69-811a-163cb0dbd34c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.346630] env[70294]: INFO nova.scheduler.client.report [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Deleted allocations for instance fd9d6385-9a8f-446c-9b6e-467b735c68fd [ 975.606385] env[70294]: DEBUG nova.network.neutron [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.688538] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.722698] env[70294]: DEBUG nova.network.neutron [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.829404] env[70294]: DEBUG nova.network.neutron [-] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.854415] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c09b033-0f97-43ae-b8c1-c92596562f24 tempest-ListServersNegativeTestJSON-1716050224 tempest-ListServersNegativeTestJSON-1716050224-project-member] Lock "fd9d6385-9a8f-446c-9b6e-467b735c68fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.613s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.963970] env[70294]: DEBUG nova.compute.manager [req-3db9054b-d2b8-4a90-8960-612ddb992bd1 req-fe9dd2a7-731a-49d7-ac2f-8d0b2d222637 service nova] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Received event network-vif-deleted-0bf22cd1-36f8-47a6-b33f-a4955eef2052 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.190479] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570241, 'name': ReconfigVM_Task, 'duration_secs': 0.626593} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.192946] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 67eda3b1-22f1-4952-908d-aa31550608bc/67eda3b1-22f1-4952-908d-aa31550608bc.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.194491] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '99f0178b-f4a3-41dc-9300-f7b8d2960245'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'attachment_id': '7890b1e6-4a76-40c5-a9ae-e1d96c67cd5d', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712637', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'name': 'volume-8fafc97c-d23a-45cb-a386-b65e10beacbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67eda3b1-22f1-4952-908d-aa31550608bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'serial': '8fafc97c-d23a-45cb-a386-b65e10beacbc'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70294) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 976.194706] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.194896] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712637', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'name': 'volume-8fafc97c-d23a-45cb-a386-b65e10beacbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67eda3b1-22f1-4952-908d-aa31550608bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'serial': '8fafc97c-d23a-45cb-a386-b65e10beacbc'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.196181] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0cee8-50b3-410a-a179-fcc065feb001 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.215684] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3793b719-71f2-405c-8474-c0ea83e5647a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.234859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.235194] env[70294]: DEBUG nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Instance network_info: |[{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.243019] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-8fafc97c-d23a-45cb-a386-b65e10beacbc/volume-8fafc97c-d23a-45cb-a386-b65e10beacbc.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.244440] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:01:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6046aec4-feda-4ef9-bf4a-800de1e0cd3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc5f71a3-58d6-4ff0-a685-94cbe8d7279c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.251690] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.251900] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c9951d-c515-4c19-aff7-076d6b55fa21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.265175] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759d25e9-3b3d-4225-84d2-96f728b163c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.267871] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.267996] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baf6514f-4ddf-47f7-9b5d-29375f66c0a6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.287252] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abec322-bcb3-4b6a-a7f5-ea8ba2a61ee3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.291919] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 976.291919] env[70294]: value = "task-3570242" [ 976.291919] env[70294]: _type = "Task" [ 976.291919] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.292130] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.292130] env[70294]: value = "task-3570243" [ 976.292130] env[70294]: _type = "Task" [ 976.292130] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.322643] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83752a1a-b280-483e-b9fd-a719a6fe6564 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.331190] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570242, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.331378] env[70294]: INFO nova.compute.manager [-] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Took 1.26 seconds to deallocate network for instance. [ 976.331927] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570243, 'name': CreateVM_Task} progress is 15%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.340793] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c4c94d-ef8e-43d2-a0f2-9f0b9ba3b468 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.357327] env[70294]: DEBUG nova.compute.provider_tree [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.807528] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570242, 'name': ReconfigVM_Task, 'duration_secs': 0.306978} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.807716] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570243, 'name': CreateVM_Task, 'duration_secs': 0.280375} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.807974] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-8fafc97c-d23a-45cb-a386-b65e10beacbc/volume-8fafc97c-d23a-45cb-a386-b65e10beacbc.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.812648] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.812879] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9099a2e-0950-4c77-8c98-01d21b0ffbf6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.822971] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.823158] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.823504] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.823818] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4df5b8b-46ee-4592-add9-1cda6d3dbe68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.829673] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 976.829673] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5284478b-2921-c923-9875-573c9b271a39" [ 976.829673] env[70294]: _type = "Task" [ 976.829673] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.831041] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 976.831041] env[70294]: value = "task-3570244" [ 976.831041] env[70294]: _type = "Task" [ 976.831041] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.841948] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5284478b-2921-c923-9875-573c9b271a39, 'name': SearchDatastore_Task, 'duration_secs': 0.009673} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.844989] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.845244] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.846118] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.846461] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.846708] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.846988] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.847854] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.848090] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-537d2923-e222-4376-abad-32fab2364804 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.856701] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.856906] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.857649] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-154935f1-3c26-4b7a-9f37-71adda6202c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.860700] env[70294]: DEBUG nova.scheduler.client.report [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.872876] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 976.872876] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fc037a-adfa-9c3d-5ed4-b47ad66306b0" [ 976.872876] env[70294]: _type = "Task" [ 976.872876] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.883040] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fc037a-adfa-9c3d-5ed4-b47ad66306b0, 'name': SearchDatastore_Task, 'duration_secs': 0.008024} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.883040] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73567846-e1b6-454f-9061-f38cf115ba5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.888973] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 976.888973] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e44d1-b32c-7299-0926-4ff2be24f532" [ 976.888973] env[70294]: _type = "Task" [ 976.888973] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.896782] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e44d1-b32c-7299-0926-4ff2be24f532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.345738] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570244, 'name': ReconfigVM_Task, 'duration_secs': 0.139601} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.346349] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712637', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'name': 'volume-8fafc97c-d23a-45cb-a386-b65e10beacbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67eda3b1-22f1-4952-908d-aa31550608bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'serial': '8fafc97c-d23a-45cb-a386-b65e10beacbc'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.348055] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b24ed976-9bac-42b6-9590-0a17454058de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.356203] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 977.356203] env[70294]: value = "task-3570245" [ 977.356203] env[70294]: _type = "Task" [ 977.356203] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.364414] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570245, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.369249] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.373931] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.503s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.402135] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528e44d1-b32c-7299-0926-4ff2be24f532, 'name': SearchDatastore_Task, 'duration_secs': 0.007783} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.402456] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.406020] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e7572891-de8e-4217-af0f-159a389d8f31/e7572891-de8e-4217-af0f-159a389d8f31.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.406020] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d37306c0-9cc8-435c-9c34-ce3a7e2b3467 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.408177] env[70294]: INFO nova.scheduler.client.report [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Deleted allocations for instance d515b927-f1fc-4e69-811a-163cb0dbd34c [ 977.416863] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 977.416863] env[70294]: value = "task-3570246" [ 977.416863] env[70294]: _type = "Task" [ 977.416863] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.425532] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.866577] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570245, 'name': Rename_Task, 'duration_secs': 0.157889} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.866894] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.867166] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e241fc49-531a-4a0a-994e-216d91db0815 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.873336] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 977.873336] env[70294]: value = "task-3570247" [ 977.873336] env[70294]: _type = "Task" [ 977.873336] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.890498] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570247, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.922068] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bb7252b1-53ae-4c2c-8f7b-9d27c69075fa tempest-ServersAdmin275Test-1352685219 tempest-ServersAdmin275Test-1352685219-project-member] Lock "d515b927-f1fc-4e69-811a-163cb0dbd34c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.178s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.928478] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446668} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.928696] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e7572891-de8e-4217-af0f-159a389d8f31/e7572891-de8e-4217-af0f-159a389d8f31.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.929164] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.929359] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87b4c8c2-cd97-4383-bf84-a6a96bd22261 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.936396] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 977.936396] env[70294]: value = "task-3570248" [ 977.936396] env[70294]: _type = "Task" [ 977.936396] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.945305] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.384723] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.389057] env[70294]: INFO nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating resource usage from migration 3587cb14-9bbe-4003-ae0a-a1f50c37c4e2 [ 978.412462] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6c28daed-1cbf-409c-893d-3c916f61a3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.412630] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8288abc2-c769-41b9-9e26-b3fc0628e127 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.412757] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 19b79813-f06b-4094-b799-e709e351473d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.412907] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.413061] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance d982c5c3-07ec-4185-9849-8f569c477565 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.413160] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bc3809c5-5884-4d54-9fa2-d1a780b038de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.413274] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 0c3da7a1-f86f-45e3-bc4a-95016c98515d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.413413] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 92762e3a-a62a-4fc0-b40a-9eb2ead38951 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.413540] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance ce77d3cf-12b5-4900-a3f3-4a63733823c8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.413659] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5fae36cb-13ff-4a92-a4fa-66f993357e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.413811] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 255f4e92-dcc6-4e46-8936-6d2e10ad326a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.413932] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6e6449a4-6cbc-4110-9a54-fc68884a3033 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.414061] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 56ebdd39-ce45-46cd-bafb-6d714a19d863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.414186] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 9b674ed0-6d2a-4254-b1ed-8a446364d5ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.414298] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 67eda3b1-22f1-4952-908d-aa31550608bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.414408] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4eb15d67-84bf-48b4-9c06-37eac6194e38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.414526] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.414643] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4206b5b3-db1d-46ff-8c8c-4157deb2ab24 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.414775] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bba519dd-5ee1-4a1e-825f-f5e7afaf9b38 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.414899] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 978.415022] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance e7572891-de8e-4217-af0f-159a389d8f31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 978.446713] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068461} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.446886] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.447694] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afdff20-8af3-426c-b0be-11d4b4ae9ae9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.469581] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] e7572891-de8e-4217-af0f-159a389d8f31/e7572891-de8e-4217-af0f-159a389d8f31.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.470166] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a47d88ac-e41d-4981-9be8-2b7d43cbd1b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.488776] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 978.488776] env[70294]: value = "task-3570249" [ 978.488776] env[70294]: _type = "Task" [ 978.488776] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.496557] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.884650] env[70294]: DEBUG oslo_vmware.api [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570247, 'name': PowerOnVM_Task, 'duration_secs': 0.561956} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.884918] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.918734] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance b5367efb-4d1d-412c-adda-cf8790307ccc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 978.988650] env[70294]: DEBUG nova.compute.manager [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.989616] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6189e5-161a-4a00-b120-1027aba12e74 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.001233] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.421785] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance ea8e6d51-c86c-45c1-a73f-2c7398d3786c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 979.504036] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570249, 'name': ReconfigVM_Task, 'duration_secs': 0.827251} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.504036] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Reconfigured VM instance instance-0000005a to attach disk [datastore1] e7572891-de8e-4217-af0f-159a389d8f31/e7572891-de8e-4217-af0f-159a389d8f31.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.504322] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5fad2d2-fc7f-410b-888a-9c5356a65ddc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.514572] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ebb58db4-acbd-4278-be9a-33325ed83c10 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 55.545s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.516475] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 979.516475] env[70294]: value = "task-3570250" [ 979.516475] env[70294]: _type = "Task" [ 979.516475] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.526348] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570250, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.926178] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 03fd75fb-c290-4c43-acfc-04a6e30b8740 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.028402] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570250, 'name': Rename_Task, 'duration_secs': 0.205108} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.028754] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.029029] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d80871b5-02de-4eb9-9e1e-8c8cc7f44f16 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.036908] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 980.036908] env[70294]: value = "task-3570251" [ 980.036908] env[70294]: _type = "Task" [ 980.036908] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.045571] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.430141] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 40a1cad3-9cc3-423f-a553-a8e271053d25 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.551469] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.933252] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bdb12c7d-6dea-45a2-b133-47d78f0cbc3e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 980.933881] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Migration 3587cb14-9bbe-4003-ae0a-a1f50c37c4e2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 980.934201] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance c24db184-492a-4edb-b6e4-964145a18b15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 981.051745] env[70294]: DEBUG oslo_vmware.api [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570251, 'name': PowerOnVM_Task, 'duration_secs': 0.821784} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.052230] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.052583] env[70294]: INFO nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Took 7.89 seconds to spawn the instance on the hypervisor. [ 981.052904] env[70294]: DEBUG nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 981.054102] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a478d82-8ad1-4053-af87-9b50e7434d85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.437173] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bee607f7-7665-4647-8a45-3f71df824e47 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 981.437591] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 981.437753] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 981.572498] env[70294]: INFO nova.compute.manager [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Took 37.72 seconds to build instance. [ 981.851710] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c79fb-b7b8-4254-8e97-095b75efb451 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.861645] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110582c9-aa8c-43de-8f0b-b60acbf2d9fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.893642] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99226a28-258b-432c-8551-420721101b86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.901266] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a2a5e-a82d-4c9f-9934-a17baed0da75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.916517] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.074889] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a897f118-e89f-4440-adb9-6bd9c65fccb7 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "e7572891-de8e-4217-af0f-159a389d8f31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.234s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.419489] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.924477] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 982.924922] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.552s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.925238] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.967s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.925428] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.927599] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.962s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.927864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.929634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.680s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.931170] env[70294]: INFO nova.compute.claims [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.957189] env[70294]: INFO nova.scheduler.client.report [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Deleted allocations for instance 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2 [ 982.969502] env[70294]: INFO nova.scheduler.client.report [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted allocations for instance 6e6449a4-6cbc-4110-9a54-fc68884a3033 [ 983.400205] env[70294]: DEBUG nova.compute.manager [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.400205] env[70294]: DEBUG nova.compute.manager [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing instance network info cache due to event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.400205] env[70294]: DEBUG oslo_concurrency.lockutils [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.400205] env[70294]: DEBUG oslo_concurrency.lockutils [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.400205] env[70294]: DEBUG nova.network.neutron [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.474813] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9c95943a-9443-414a-bf0d-d19bdb081716 tempest-ServerTagsTestJSON-889025552 tempest-ServerTagsTestJSON-889025552-project-member] Lock "555e7155-b853-42b3-ba0c-ae6e5bc1f6b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.209s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.477254] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8dc988d-78c4-4923-9c00-f617fafe2786 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "6e6449a4-6cbc-4110-9a54-fc68884a3033" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.491s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.177336] env[70294]: DEBUG nova.network.neutron [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updated VIF entry in instance network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.177336] env[70294]: DEBUG nova.network.neutron [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.398456] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a56b328-90d6-41ec-b79e-cec3826c3bce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.406659] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e376319-8f7b-4ad2-a59a-e4b0818d716b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.443278] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5796a4a-6ed0-47bd-859c-0cc7cf224d50 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.450745] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ed867d-b3f7-4997-96db-0583ce24b123 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.463865] env[70294]: DEBUG nova.compute.provider_tree [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.684683] env[70294]: DEBUG oslo_concurrency.lockutils [req-a9f58a37-f96a-4e76-be83-0db464e85c6a req-095ee679-50e0-4fa0-90aa-0679d3f6b7aa service nova] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.968207] env[70294]: DEBUG nova.scheduler.client.report [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.343531] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "d982c5c3-07ec-4185-9849-8f569c477565" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.343892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.382548] env[70294]: DEBUG nova.compute.manager [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.383138] env[70294]: DEBUG nova.compute.manager [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing instance network info cache due to event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.383138] env[70294]: DEBUG oslo_concurrency.lockutils [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.383138] env[70294]: DEBUG oslo_concurrency.lockutils [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.383322] env[70294]: DEBUG nova.network.neutron [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing network info cache for port dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.425715] env[70294]: DEBUG nova.compute.manager [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.426012] env[70294]: DEBUG nova.compute.manager [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing instance network info cache due to event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.426216] env[70294]: DEBUG oslo_concurrency.lockutils [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.475422] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.475658] env[70294]: DEBUG nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 985.478490] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.141s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.479870] env[70294]: INFO nova.compute.claims [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.847157] env[70294]: INFO nova.compute.manager [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Detaching volume 23ff4592-a461-490c-b6a5-54f98bb12b09 [ 985.892209] env[70294]: INFO nova.virt.block_device [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Attempting to driver detach volume 23ff4592-a461-490c-b6a5-54f98bb12b09 from mountpoint /dev/sdb [ 985.892209] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.892209] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712587', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'name': 'volume-23ff4592-a461-490c-b6a5-54f98bb12b09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd982c5c3-07ec-4185-9849-8f569c477565', 'attached_at': '', 'detached_at': '', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'serial': '23ff4592-a461-490c-b6a5-54f98bb12b09'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.893411] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158df50a-b42b-46af-b0c9-aa278d494866 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.920333] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b41e096-55f8-4f99-84c4-815ac3be8507 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.928604] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24b13ed-8301-4f31-8946-f7317da215eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.966736] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d07539-067b-4154-8a7f-2d792376b338 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.983643] env[70294]: DEBUG nova.compute.utils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 985.985493] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] The volume has not been displaced from its original location: [datastore2] volume-23ff4592-a461-490c-b6a5-54f98bb12b09/volume-23ff4592-a461-490c-b6a5-54f98bb12b09.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 985.991622] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Reconfiguring VM instance instance-0000002a to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.991622] env[70294]: DEBUG nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.992659] env[70294]: DEBUG nova.network.neutron [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.995614] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ac6a21-c477-4263-990d-968e5298086f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.017698] env[70294]: DEBUG oslo_vmware.api [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 986.017698] env[70294]: value = "task-3570252" [ 986.017698] env[70294]: _type = "Task" [ 986.017698] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.028279] env[70294]: DEBUG oslo_vmware.api [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570252, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.051479] env[70294]: DEBUG nova.policy [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03555c69e2854acea31a389e0750b8af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a545166b7d3b48af9772764dc67bb42c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.401990] env[70294]: DEBUG nova.network.neutron [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Successfully created port: c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.411017] env[70294]: DEBUG nova.network.neutron [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updated VIF entry in instance network info cache for port dc5f71a3-58d6-4ff0-a685-94cbe8d7279c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.414542] env[70294]: DEBUG nova.network.neutron [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.492738] env[70294]: DEBUG nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 986.529464] env[70294]: DEBUG oslo_vmware.api [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570252, 'name': ReconfigVM_Task, 'duration_secs': 0.241962} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.529836] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Reconfigured VM instance instance-0000002a to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 986.538011] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfc21849-5fff-491b-8a33-c6baef9c1ad9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.557970] env[70294]: DEBUG oslo_vmware.api [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 986.557970] env[70294]: value = "task-3570253" [ 986.557970] env[70294]: _type = "Task" [ 986.557970] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.569878] env[70294]: DEBUG oslo_vmware.api [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570253, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.917356] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523298ce-c04d-41a7-b1a5-99b0472bb452 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.920475] env[70294]: DEBUG oslo_concurrency.lockutils [req-a51c477d-eee0-4d53-a382-164e4d759e67 req-f27c412b-79d6-4769-acec-e66ae56eb9b9 service nova] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.923141] env[70294]: DEBUG oslo_concurrency.lockutils [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.923342] env[70294]: DEBUG nova.network.neutron [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing network info cache for port dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.926584] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf23ec4-8f57-4dde-a508-cec63a514ff5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.958533] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743cca0-9154-4793-a102-99134e44f40d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.966783] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76310838-5f18-4746-9e53-130e30842588 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.990343] env[70294]: DEBUG nova.compute.provider_tree [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.072421] env[70294]: DEBUG oslo_vmware.api [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570253, 'name': ReconfigVM_Task, 'duration_secs': 0.148243} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.072738] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712587', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'name': 'volume-23ff4592-a461-490c-b6a5-54f98bb12b09', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd982c5c3-07ec-4185-9849-8f569c477565', 'attached_at': '', 'detached_at': '', 'volume_id': '23ff4592-a461-490c-b6a5-54f98bb12b09', 'serial': '23ff4592-a461-490c-b6a5-54f98bb12b09'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.191058] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-4eb15d67-84bf-48b4-9c06-37eac6194e38-f0a189f1-458e-4340-bdc8-db4d5993fad1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.191362] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-4eb15d67-84bf-48b4-9c06-37eac6194e38-f0a189f1-458e-4340-bdc8-db4d5993fad1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.191733] env[70294]: DEBUG nova.objects.instance [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'flavor' on Instance uuid 4eb15d67-84bf-48b4-9c06-37eac6194e38 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.495248] env[70294]: DEBUG nova.scheduler.client.report [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.502950] env[70294]: DEBUG nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 987.532263] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 987.532509] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 987.532665] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.532844] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 987.532991] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.533154] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 987.533362] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 987.533709] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 987.533971] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 987.534166] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 987.534345] env[70294]: DEBUG nova.virt.hardware [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 987.535426] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d57c85-2b7b-497e-b1d2-a1ef3057d6fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.545210] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6443ee-e3c3-4334-bc34-d112fb439b5d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.550097] env[70294]: DEBUG nova.compute.manager [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.550477] env[70294]: DEBUG nova.compute.manager [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing instance network info cache due to event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.550804] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.550981] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.550981] env[70294]: DEBUG nova.network.neutron [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.620292] env[70294]: DEBUG nova.objects.instance [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'flavor' on Instance uuid d982c5c3-07ec-4185-9849-8f569c477565 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.676736] env[70294]: DEBUG nova.network.neutron [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updated VIF entry in instance network info cache for port dc5f71a3-58d6-4ff0-a685-94cbe8d7279c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.676736] env[70294]: DEBUG nova.network.neutron [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.810274] env[70294]: DEBUG nova.objects.instance [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'pci_requests' on Instance uuid 4eb15d67-84bf-48b4-9c06-37eac6194e38 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.003463] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.003463] env[70294]: DEBUG nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.008659] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.082s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.008659] env[70294]: INFO nova.compute.claims [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.037546] env[70294]: DEBUG nova.network.neutron [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Successfully updated port: c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.178939] env[70294]: DEBUG oslo_concurrency.lockutils [req-8ec1d5a1-1a95-438e-aefa-b0d2f6bb8533 req-3ec5cd2c-660b-4856-8a24-4cd7f701b368 service nova] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.290430] env[70294]: DEBUG nova.network.neutron [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updated VIF entry in instance network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.290813] env[70294]: DEBUG nova.network.neutron [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.314340] env[70294]: DEBUG nova.objects.base [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Object Instance<4eb15d67-84bf-48b4-9c06-37eac6194e38> lazy-loaded attributes: flavor,pci_requests {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 988.314571] env[70294]: DEBUG nova.network.neutron [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.382637] env[70294]: DEBUG nova.policy [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.508662] env[70294]: DEBUG nova.compute.utils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.510117] env[70294]: DEBUG nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.510300] env[70294]: DEBUG nova.network.neutron [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.544828] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.545055] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquired lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.545219] env[70294]: DEBUG nova.network.neutron [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.578807] env[70294]: DEBUG nova.policy [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '175ca3b60bd04ce9bf54fb6988f02852', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cb948b5cd3c4819a7cc2f0a0a0548a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.636767] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f8e0246-07d9-4511-aaf9-bb6b47283155 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.794528] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2ac725f-9b15-4d16-883e-4fa396cd11f2 req-f0675423-43bc-40d9-a838-d988d1ae8641 service nova] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.946271] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "d982c5c3-07ec-4185-9849-8f569c477565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.947298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.947521] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "d982c5c3-07ec-4185-9849-8f569c477565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.947711] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.947881] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.950644] env[70294]: INFO nova.compute.manager [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Terminating instance [ 989.016279] env[70294]: DEBUG nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.115097] env[70294]: DEBUG nova.network.neutron [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.339620] env[70294]: DEBUG nova.network.neutron [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.433848] env[70294]: DEBUG nova.network.neutron [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Successfully created port: e67f3145-81ba-409d-afa0-46006c073fcc {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.457024] env[70294]: DEBUG nova.compute.manager [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.457024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.457024] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac160e9e-8577-4098-8312-f789ed09a602 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.461977] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9843bbe8-0d25-421b-b511-0c4a21c88c46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.470375] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.472102] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ef6d044-8014-4009-9936-804b14458c23 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.474518] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430995f3-ca87-4dbc-9757-943a27a24264 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.517876] env[70294]: DEBUG oslo_vmware.api [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 989.517876] env[70294]: value = "task-3570254" [ 989.517876] env[70294]: _type = "Task" [ 989.517876] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.518743] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7558a790-911a-4aa7-920e-b3a768671c9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.536649] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db408c2-f575-40dd-bc39-ca1b1a4532ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.540566] env[70294]: DEBUG oslo_vmware.api [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.551395] env[70294]: DEBUG nova.compute.provider_tree [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.846046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Releasing lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.848402] env[70294]: DEBUG nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Instance network_info: |[{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.848402] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:be:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3732b54-5e41-439b-b520-dd176b893e67', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.858729] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Creating folder: Project (a545166b7d3b48af9772764dc67bb42c). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.859047] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52573987-d461-4f4f-b7fe-2b69136cfb8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.870483] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Created folder: Project (a545166b7d3b48af9772764dc67bb42c) in parent group-v712401. [ 989.870692] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Creating folder: Instances. Parent ref: group-v712653. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 989.870934] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-347d56a7-4d06-4f1c-86b8-6b0fe6cf572d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.881031] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Created folder: Instances in parent group-v712653. [ 989.881337] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.881548] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.881761] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-291ae6bf-c7cd-447e-a0fb-fc6c42321747 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.902877] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.902877] env[70294]: value = "task-3570257" [ 989.902877] env[70294]: _type = "Task" [ 989.902877] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.910994] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570257, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.936792] env[70294]: DEBUG nova.network.neutron [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Successfully updated port: f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.010303] env[70294]: DEBUG nova.compute.manager [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received event network-vif-plugged-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.010303] env[70294]: DEBUG oslo_concurrency.lockutils [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] Acquiring lock "b5367efb-4d1d-412c-adda-cf8790307ccc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.010303] env[70294]: DEBUG oslo_concurrency.lockutils [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.010303] env[70294]: DEBUG oslo_concurrency.lockutils [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.010303] env[70294]: DEBUG nova.compute.manager [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] No waiting events found dispatching network-vif-plugged-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.010303] env[70294]: WARNING nova.compute.manager [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received unexpected event network-vif-plugged-c3732b54-5e41-439b-b520-dd176b893e67 for instance with vm_state building and task_state spawning. [ 990.010303] env[70294]: DEBUG nova.compute.manager [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received event network-changed-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.010578] env[70294]: DEBUG nova.compute.manager [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing instance network info cache due to event network-changed-c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.010783] env[70294]: DEBUG oslo_concurrency.lockutils [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] Acquiring lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.010964] env[70294]: DEBUG oslo_concurrency.lockutils [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] Acquired lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.011192] env[70294]: DEBUG nova.network.neutron [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing network info cache for port c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.055281] env[70294]: DEBUG nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.055281] env[70294]: DEBUG oslo_vmware.api [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570254, 'name': PowerOffVM_Task, 'duration_secs': 0.178546} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.055281] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.055281] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.055281] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9e28616-69c9-4a28-9c02-aad23fec77d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.056407] env[70294]: DEBUG nova.scheduler.client.report [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.096808] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.097296] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.097296] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.097482] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.098334] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.098538] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.098798] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.098966] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.100198] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.100675] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.100852] env[70294]: DEBUG nova.virt.hardware [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.104129] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5bf1bc1-e443-421c-b791-88c72b7009f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.127804] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea2209-35ce-4fdf-9a40-c007e48cdb1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.138405] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.138655] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.139530] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleting the datastore file [datastore1] d982c5c3-07ec-4185-9849-8f569c477565 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.141039] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ef256f0-2f13-46d7-8d71-5a353b42fb87 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.182147] env[70294]: DEBUG oslo_vmware.api [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 990.182147] env[70294]: value = "task-3570259" [ 990.182147] env[70294]: _type = "Task" [ 990.182147] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.198454] env[70294]: DEBUG oslo_vmware.api [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.413363] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570257, 'name': CreateVM_Task, 'duration_secs': 0.31878} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.413538] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.414279] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.414400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.414714] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.414967] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6402a31-16ca-4a03-94b5-1f354ce9cc0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.419364] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 990.419364] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5264a8fb-5a52-e294-bd38-aa52a62d3116" [ 990.419364] env[70294]: _type = "Task" [ 990.419364] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.427468] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5264a8fb-5a52-e294-bd38-aa52a62d3116, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.442249] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.442436] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.442619] env[70294]: DEBUG nova.network.neutron [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.567024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.567572] env[70294]: DEBUG nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.570141] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.529s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.571667] env[70294]: INFO nova.compute.claims [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.688556] env[70294]: DEBUG oslo_vmware.api [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278858} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.688804] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.688991] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.689185] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.689358] env[70294]: INFO nova.compute.manager [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Took 1.23 seconds to destroy the instance on the hypervisor. [ 990.689589] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.689772] env[70294]: DEBUG nova.compute.manager [-] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.689867] env[70294]: DEBUG nova.network.neutron [-] [instance: d982c5c3-07ec-4185-9849-8f569c477565] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.710097] env[70294]: DEBUG nova.network.neutron [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updated VIF entry in instance network info cache for port c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.710467] env[70294]: DEBUG nova.network.neutron [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.946103] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5264a8fb-5a52-e294-bd38-aa52a62d3116, 'name': SearchDatastore_Task, 'duration_secs': 0.015078} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.949778] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.950086] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.950341] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.950493] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.950672] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.950952] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e837de99-48a9-453e-a08f-0c2af29ed5cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.961522] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.961772] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.962536] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddb8bb19-6730-4741-901e-2bf6a1e32c08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.968252] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 990.968252] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521913b1-d85a-770e-0a30-fa1ae84de255" [ 990.968252] env[70294]: _type = "Task" [ 990.968252] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.977891] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521913b1-d85a-770e-0a30-fa1ae84de255, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.988992] env[70294]: WARNING nova.network.neutron [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] 00e44f81-593f-4aa1-b74d-4ac9a422ce25 already exists in list: networks containing: ['00e44f81-593f-4aa1-b74d-4ac9a422ce25']. ignoring it [ 991.075855] env[70294]: DEBUG nova.compute.utils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.082438] env[70294]: DEBUG nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.082438] env[70294]: DEBUG nova.network.neutron [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.168091] env[70294]: DEBUG nova.policy [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '175ca3b60bd04ce9bf54fb6988f02852', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cb948b5cd3c4819a7cc2f0a0a0548a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.214594] env[70294]: DEBUG oslo_concurrency.lockutils [req-6bc9031f-c821-4c39-b9c2-494a82500648 req-2af18712-90bc-421a-9f23-7aa5e5b3a707 service nova] Releasing lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.223833] env[70294]: DEBUG nova.compute.manager [req-2299dac7-3592-489c-b33b-e5104c9203d2 req-5b4db9a8-5b78-46fd-845e-2fd6f7a1efd3 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Received event network-vif-plugged-e67f3145-81ba-409d-afa0-46006c073fcc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.224091] env[70294]: DEBUG oslo_concurrency.lockutils [req-2299dac7-3592-489c-b33b-e5104c9203d2 req-5b4db9a8-5b78-46fd-845e-2fd6f7a1efd3 service nova] Acquiring lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.224332] env[70294]: DEBUG oslo_concurrency.lockutils [req-2299dac7-3592-489c-b33b-e5104c9203d2 req-5b4db9a8-5b78-46fd-845e-2fd6f7a1efd3 service nova] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.224506] env[70294]: DEBUG oslo_concurrency.lockutils [req-2299dac7-3592-489c-b33b-e5104c9203d2 req-5b4db9a8-5b78-46fd-845e-2fd6f7a1efd3 service nova] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.224708] env[70294]: DEBUG nova.compute.manager [req-2299dac7-3592-489c-b33b-e5104c9203d2 req-5b4db9a8-5b78-46fd-845e-2fd6f7a1efd3 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] No waiting events found dispatching network-vif-plugged-e67f3145-81ba-409d-afa0-46006c073fcc {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 991.224984] env[70294]: WARNING nova.compute.manager [req-2299dac7-3592-489c-b33b-e5104c9203d2 req-5b4db9a8-5b78-46fd-845e-2fd6f7a1efd3 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Received unexpected event network-vif-plugged-e67f3145-81ba-409d-afa0-46006c073fcc for instance with vm_state building and task_state spawning. [ 991.377994] env[70294]: DEBUG nova.network.neutron [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Successfully updated port: e67f3145-81ba-409d-afa0-46006c073fcc {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.385444] env[70294]: DEBUG nova.network.neutron [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "address": "fa:16:3e:1f:1c:28", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a189f1-45", "ovs_interfaceid": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.480363] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521913b1-d85a-770e-0a30-fa1ae84de255, 'name': SearchDatastore_Task, 'duration_secs': 0.009167} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.481170] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9cffe3-cf38-448c-8836-22c6e731c974 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.487811] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 991.487811] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ef432-686f-944d-6382-f54952d7b0c4" [ 991.487811] env[70294]: _type = "Task" [ 991.487811] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.503025] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526ef432-686f-944d-6382-f54952d7b0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008904} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.503025] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.503025] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/b5367efb-4d1d-412c-adda-cf8790307ccc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.503025] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd0e4d5-2806-48ab-b1c6-ec2e35f11f13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.507607] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 991.507607] env[70294]: value = "task-3570260" [ 991.507607] env[70294]: _type = "Task" [ 991.507607] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.515625] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.581594] env[70294]: DEBUG nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 991.647019] env[70294]: DEBUG nova.network.neutron [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Successfully created port: 9d3b4f23-c77f-4eb3-870b-ebb46097cfda {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.884777] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.885480] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.885480] env[70294]: DEBUG nova.network.neutron [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.889937] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.890844] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.891699] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.895989] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4a706-6f3c-48a3-9f62-73ecceb4a0b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.918608] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.918914] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.919182] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.919279] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.919426] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.919571] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.919775] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.919936] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.920133] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.920348] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.920532] env[70294]: DEBUG nova.virt.hardware [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.926901] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Reconfiguring VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 991.930113] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a80dda76-faff-474a-b5e8-e1e57e0d9e7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.950173] env[70294]: DEBUG oslo_vmware.api [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 991.950173] env[70294]: value = "task-3570261" [ 991.950173] env[70294]: _type = "Task" [ 991.950173] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.961981] env[70294]: DEBUG oslo_vmware.api [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570261, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.019114] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570260, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424769} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.019542] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/b5367efb-4d1d-412c-adda-cf8790307ccc.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.019880] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.020245] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f214163-42dc-4b11-843c-cce76967e1b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.026556] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 992.026556] env[70294]: value = "task-3570262" [ 992.026556] env[70294]: _type = "Task" [ 992.026556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.040135] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.046018] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0550b479-7e74-455b-a0df-0bcc718f71bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.050342] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd300c86-1699-4b9c-99ee-9b69a2353b84 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.083988] env[70294]: DEBUG nova.network.neutron [-] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.086731] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de32d6be-750c-4a3f-aaea-8a2d25b72f7c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.098581] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53da1fd5-0994-4f92-b37c-8257da7b6cdf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.114107] env[70294]: DEBUG nova.compute.provider_tree [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.170145] env[70294]: DEBUG nova.compute.manager [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-vif-plugged-f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.170347] env[70294]: DEBUG oslo_concurrency.lockutils [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] Acquiring lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.170530] env[70294]: DEBUG oslo_concurrency.lockutils [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.170763] env[70294]: DEBUG oslo_concurrency.lockutils [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.170860] env[70294]: DEBUG nova.compute.manager [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] No waiting events found dispatching network-vif-plugged-f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 992.171015] env[70294]: WARNING nova.compute.manager [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received unexpected event network-vif-plugged-f0a189f1-458e-4340-bdc8-db4d5993fad1 for instance with vm_state active and task_state None. [ 992.171189] env[70294]: DEBUG nova.compute.manager [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-changed-f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.171341] env[70294]: DEBUG nova.compute.manager [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing instance network info cache due to event network-changed-f0a189f1-458e-4340-bdc8-db4d5993fad1. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 992.171522] env[70294]: DEBUG oslo_concurrency.lockutils [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.171659] env[70294]: DEBUG oslo_concurrency.lockutils [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.171813] env[70294]: DEBUG nova.network.neutron [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing network info cache for port f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.419130] env[70294]: DEBUG nova.network.neutron [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.460607] env[70294]: DEBUG oslo_vmware.api [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.539862] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067565} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.540154] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 992.540992] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a082c9-8183-4b54-82ff-6c723b4dd3b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.566543] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/b5367efb-4d1d-412c-adda-cf8790307ccc.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.566853] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b81aef07-eead-4100-9b14-197feeb681f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.582041] env[70294]: DEBUG nova.network.neutron [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Updating instance_info_cache with network_info: [{"id": "e67f3145-81ba-409d-afa0-46006c073fcc", "address": "fa:16:3e:de:79:30", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67f3145-81", "ovs_interfaceid": "e67f3145-81ba-409d-afa0-46006c073fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.587142] env[70294]: INFO nova.compute.manager [-] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Took 1.90 seconds to deallocate network for instance. [ 992.589944] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 992.589944] env[70294]: value = "task-3570263" [ 992.589944] env[70294]: _type = "Task" [ 992.589944] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.599271] env[70294]: DEBUG nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.605339] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570263, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.616913] env[70294]: DEBUG nova.scheduler.client.report [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.633091] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.633393] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.633575] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.633768] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.634000] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.634174] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.634383] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.634543] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.634788] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.635103] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.635360] env[70294]: DEBUG nova.virt.hardware [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.637091] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1472458a-d184-44bf-9bb1-f4482aae2a38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.646028] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041628f5-b937-4121-ad1c-f2d8196ceb13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.933191] env[70294]: DEBUG nova.network.neutron [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updated VIF entry in instance network info cache for port f0a189f1-458e-4340-bdc8-db4d5993fad1. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.933641] env[70294]: DEBUG nova.network.neutron [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "address": "fa:16:3e:1f:1c:28", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a189f1-45", "ovs_interfaceid": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.962048] env[70294]: DEBUG oslo_vmware.api [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.085200] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.085563] env[70294]: DEBUG nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Instance network_info: |[{"id": "e67f3145-81ba-409d-afa0-46006c073fcc", "address": "fa:16:3e:de:79:30", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67f3145-81", "ovs_interfaceid": "e67f3145-81ba-409d-afa0-46006c073fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.086029] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:79:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e67f3145-81ba-409d-afa0-46006c073fcc', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.093730] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Creating folder: Project (2cb948b5cd3c4819a7cc2f0a0a0548a5). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.094104] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ad3735-aab0-40e6-ab10-916796d59ace {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.099470] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.106405] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570263, 'name': ReconfigVM_Task, 'duration_secs': 0.305969} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.106704] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Reconfigured VM instance instance-0000005b to attach disk [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/b5367efb-4d1d-412c-adda-cf8790307ccc.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.107249] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac797f26-4337-4ee8-958e-04c190255f6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.110032] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Created folder: Project (2cb948b5cd3c4819a7cc2f0a0a0548a5) in parent group-v712401. [ 993.110278] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Creating folder: Instances. Parent ref: group-v712656. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.110848] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd46c98-5280-4e94-af0f-d315f56a803d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.114402] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 993.114402] env[70294]: value = "task-3570265" [ 993.114402] env[70294]: _type = "Task" [ 993.114402] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.123378] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.123880] env[70294]: DEBUG nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.126353] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570265, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.127836] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.498s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.129273] env[70294]: INFO nova.compute.claims [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.131866] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Created folder: Instances in parent group-v712656. [ 993.132120] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.132510] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.132722] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd4574d-1577-4481-9246-d0214e775ec0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.159068] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.159068] env[70294]: value = "task-3570267" [ 993.159068] env[70294]: _type = "Task" [ 993.159068] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.168097] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570267, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.366619] env[70294]: DEBUG nova.compute.manager [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Received event network-changed-e67f3145-81ba-409d-afa0-46006c073fcc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.366619] env[70294]: DEBUG nova.compute.manager [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Refreshing instance network info cache due to event network-changed-e67f3145-81ba-409d-afa0-46006c073fcc. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.367533] env[70294]: DEBUG oslo_concurrency.lockutils [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] Acquiring lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.367533] env[70294]: DEBUG oslo_concurrency.lockutils [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] Acquired lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.371254] env[70294]: DEBUG nova.network.neutron [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Refreshing network info cache for port e67f3145-81ba-409d-afa0-46006c073fcc {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.375514] env[70294]: DEBUG nova.network.neutron [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Successfully updated port: 9d3b4f23-c77f-4eb3-870b-ebb46097cfda {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.436764] env[70294]: DEBUG oslo_concurrency.lockutils [req-aaa69515-2d2c-49b7-ac39-3f3dfb131978 req-e205571e-edc5-4ed8-86d3-a1f40d4b48d9 service nova] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.462152] env[70294]: DEBUG oslo_vmware.api [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570261, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.626227] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570265, 'name': Rename_Task, 'duration_secs': 0.153502} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.626227] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.626594] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b271f495-ae36-4de5-9bbe-a48d77b54a06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.629477] env[70294]: DEBUG nova.compute.utils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.630393] env[70294]: DEBUG nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.630561] env[70294]: DEBUG nova.network.neutron [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.636323] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 993.636323] env[70294]: value = "task-3570268" [ 993.636323] env[70294]: _type = "Task" [ 993.636323] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.644049] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.668729] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570267, 'name': CreateVM_Task, 'duration_secs': 0.341498} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.668912] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.670393] env[70294]: DEBUG nova.policy [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22931c4b20e6442a997cf63acfb19672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7202cb5d46740e5a63a56d6e28e404b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.672405] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.672581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.672987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.673240] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bdca9cd-4697-440b-ae42-f93b381c4951 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.677853] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 993.677853] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dea008-efb8-72c1-6046-1acfb55de8de" [ 993.677853] env[70294]: _type = "Task" [ 993.677853] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.685931] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dea008-efb8-72c1-6046-1acfb55de8de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.880771] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "refresh_cache-03fd75fb-c290-4c43-acfc-04a6e30b8740" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.880941] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "refresh_cache-03fd75fb-c290-4c43-acfc-04a6e30b8740" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.881119] env[70294]: DEBUG nova.network.neutron [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.963608] env[70294]: DEBUG oslo_vmware.api [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570261, 'name': ReconfigVM_Task, 'duration_secs': 1.675872} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.964180] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.964450] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Reconfigured VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 994.034121] env[70294]: DEBUG nova.network.neutron [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Successfully created port: 7baeaa4b-dc16-48c9-b17b-ea555512783c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.134144] env[70294]: DEBUG nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.159829] env[70294]: DEBUG oslo_vmware.api [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570268, 'name': PowerOnVM_Task, 'duration_secs': 0.455274} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.159829] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.159829] env[70294]: INFO nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Took 6.65 seconds to spawn the instance on the hypervisor. [ 994.159829] env[70294]: DEBUG nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.160232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e842d6-f8e9-4585-ae3b-662f2c82b899 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.197554] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dea008-efb8-72c1-6046-1acfb55de8de, 'name': SearchDatastore_Task, 'duration_secs': 0.009521} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.197554] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.198113] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.198113] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.198113] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.198278] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.199032] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97748ca1-0756-4f0c-8d9e-a47643683ba9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.208220] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.208403] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.209137] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb63a8e-d28b-40c2-904e-a0933e7369af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.222878] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 994.222878] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d2741c-48e8-ff36-6332-441255beb50e" [ 994.222878] env[70294]: _type = "Task" [ 994.222878] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.235383] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d2741c-48e8-ff36-6332-441255beb50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.297352] env[70294]: DEBUG nova.network.neutron [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Updated VIF entry in instance network info cache for port e67f3145-81ba-409d-afa0-46006c073fcc. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.297702] env[70294]: DEBUG nova.network.neutron [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Updating instance_info_cache with network_info: [{"id": "e67f3145-81ba-409d-afa0-46006c073fcc", "address": "fa:16:3e:de:79:30", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67f3145-81", "ovs_interfaceid": "e67f3145-81ba-409d-afa0-46006c073fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.429255] env[70294]: DEBUG nova.network.neutron [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.472651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-729cb80b-3f78-4322-939d-c5ab0106a0c2 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-4eb15d67-84bf-48b4-9c06-37eac6194e38-f0a189f1-458e-4340-bdc8-db4d5993fad1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.281s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.498825] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d902608e-d199-49ca-8bab-119f0d55dc61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.506737] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40d7c9a-6a00-444e-a5e8-67f07fc47775 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.539266] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c77016-d4ef-46fd-bd7e-edb9a122aacb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.546442] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b006dd-70bc-406f-b670-af3f41dbaf0e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.559671] env[70294]: DEBUG nova.compute.provider_tree [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.633162] env[70294]: DEBUG nova.network.neutron [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Updating instance_info_cache with network_info: [{"id": "9d3b4f23-c77f-4eb3-870b-ebb46097cfda", "address": "fa:16:3e:4b:96:b2", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3b4f23-c7", "ovs_interfaceid": "9d3b4f23-c77f-4eb3-870b-ebb46097cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.684301] env[70294]: INFO nova.compute.manager [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Took 39.45 seconds to build instance. [ 994.735106] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d2741c-48e8-ff36-6332-441255beb50e, 'name': SearchDatastore_Task, 'duration_secs': 0.009365} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.736028] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad6a7e5-5f5e-465d-b91c-6ae98d376df5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.740890] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 994.740890] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f207ab-5134-c1f7-359d-32d167995646" [ 994.740890] env[70294]: _type = "Task" [ 994.740890] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.749483] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f207ab-5134-c1f7-359d-32d167995646, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.800687] env[70294]: DEBUG oslo_concurrency.lockutils [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] Releasing lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.800999] env[70294]: DEBUG nova.compute.manager [req-2776c57f-2a6b-4e1b-b815-1b550dc8205c req-9388bebb-c597-49ed-9aca-b2d57e10e426 service nova] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Received event network-vif-deleted-fb9589a3-2c61-40e6-ad8b-d8ff59674adb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.065165] env[70294]: DEBUG nova.scheduler.client.report [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.136120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "refresh_cache-03fd75fb-c290-4c43-acfc-04a6e30b8740" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.136513] env[70294]: DEBUG nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Instance network_info: |[{"id": "9d3b4f23-c77f-4eb3-870b-ebb46097cfda", "address": "fa:16:3e:4b:96:b2", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3b4f23-c7", "ovs_interfaceid": "9d3b4f23-c77f-4eb3-870b-ebb46097cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.137074] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:96:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d3b4f23-c77f-4eb3-870b-ebb46097cfda', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.145949] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.146681] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.148245] env[70294]: DEBUG nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.151316] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de4c047d-7b89-4c30-989e-c2eb09b1b1fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.184432] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.184773] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.185011] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.185285] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.185498] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.185714] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.186034] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.186273] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.186516] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.186765] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.187039] env[70294]: DEBUG nova.virt.hardware [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.187548] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1237834e-a1b0-4b45-a1e9-a91534320cc7 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.970s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.188326] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17845a25-7a0c-4bd9-a5ac-e6e7a892c464 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.191808] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.191808] env[70294]: value = "task-3570269" [ 995.191808] env[70294]: _type = "Task" [ 995.191808] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.203225] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d689cfe4-aaa2-4cad-b7a9-78d3770615ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.206808] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570269, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.253035] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f207ab-5134-c1f7-359d-32d167995646, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.253035] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.253362] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ea8e6d51-c86c-45c1-a73f-2c7398d3786c/ea8e6d51-c86c-45c1-a73f-2c7398d3786c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.253767] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86f23e7e-022e-4498-a81b-3047bbac6636 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.261952] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 995.261952] env[70294]: value = "task-3570270" [ 995.261952] env[70294]: _type = "Task" [ 995.261952] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.271728] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.300648] env[70294]: INFO nova.compute.manager [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Rescuing [ 995.301055] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.301271] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquired lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.301472] env[70294]: DEBUG nova.network.neutron [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.399496] env[70294]: DEBUG nova.compute.manager [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Received event network-vif-plugged-9d3b4f23-c77f-4eb3-870b-ebb46097cfda {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.399838] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] Acquiring lock "03fd75fb-c290-4c43-acfc-04a6e30b8740-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.399973] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.400335] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.400531] env[70294]: DEBUG nova.compute.manager [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] No waiting events found dispatching network-vif-plugged-9d3b4f23-c77f-4eb3-870b-ebb46097cfda {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.400692] env[70294]: WARNING nova.compute.manager [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Received unexpected event network-vif-plugged-9d3b4f23-c77f-4eb3-870b-ebb46097cfda for instance with vm_state building and task_state spawning. [ 995.400861] env[70294]: DEBUG nova.compute.manager [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Received event network-changed-9d3b4f23-c77f-4eb3-870b-ebb46097cfda {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.401033] env[70294]: DEBUG nova.compute.manager [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Refreshing instance network info cache due to event network-changed-9d3b4f23-c77f-4eb3-870b-ebb46097cfda. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.401219] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] Acquiring lock "refresh_cache-03fd75fb-c290-4c43-acfc-04a6e30b8740" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.401359] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] Acquired lock "refresh_cache-03fd75fb-c290-4c43-acfc-04a6e30b8740" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.401516] env[70294]: DEBUG nova.network.neutron [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Refreshing network info cache for port 9d3b4f23-c77f-4eb3-870b-ebb46097cfda {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 995.570517] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.571318] env[70294]: DEBUG nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.576283] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.908s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.576534] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.578925] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 30.229s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.606090] env[70294]: INFO nova.scheduler.client.report [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleted allocations for instance 92762e3a-a62a-4fc0-b40a-9eb2ead38951 [ 995.705020] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570269, 'name': CreateVM_Task, 'duration_secs': 0.313681} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.705020] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.705020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.705020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.705020] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eddb284-dc6b-4a38-9c1d-a868e148e9a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714023] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 995.714023] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52043fdc-aa3e-c89a-76d4-86634df7e869" [ 995.714023] env[70294]: _type = "Task" [ 995.714023] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.721265] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52043fdc-aa3e-c89a-76d4-86634df7e869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.771815] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424277} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.772174] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] ea8e6d51-c86c-45c1-a73f-2c7398d3786c/ea8e6d51-c86c-45c1-a73f-2c7398d3786c.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.772448] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.776023] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce8e2af1-e0ff-4128-8022-102839e30703 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.779396] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 995.779396] env[70294]: value = "task-3570271" [ 995.779396] env[70294]: _type = "Task" [ 995.779396] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.786584] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.913218] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-4eb15d67-84bf-48b4-9c06-37eac6194e38-f0a189f1-458e-4340-bdc8-db4d5993fad1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.913489] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-4eb15d67-84bf-48b4-9c06-37eac6194e38-f0a189f1-458e-4340-bdc8-db4d5993fad1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.085057] env[70294]: DEBUG nova.compute.utils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.093212] env[70294]: INFO nova.compute.claims [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.096820] env[70294]: DEBUG nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.097182] env[70294]: DEBUG nova.network.neutron [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.115075] env[70294]: DEBUG oslo_concurrency.lockutils [None req-21e7c86d-2a0c-4c51-931e-7e62284743e5 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "92762e3a-a62a-4fc0-b40a-9eb2ead38951" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.289s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.185415] env[70294]: DEBUG nova.policy [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '175ca3b60bd04ce9bf54fb6988f02852', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cb948b5cd3c4819a7cc2f0a0a0548a5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.223880] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52043fdc-aa3e-c89a-76d4-86634df7e869, 'name': SearchDatastore_Task, 'duration_secs': 0.008865} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.224135] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.224504] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.224799] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.224953] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.225156] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.225703] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-480bf9a9-0e5a-448d-b7ea-8ef31460cd40 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.239363] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.239556] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.240391] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a2f48c1-d185-471d-b967-b7c3c2278078 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.244376] env[70294]: DEBUG nova.network.neutron [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.249979] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 996.249979] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52593aab-496a-575e-1bfe-35d9f69e11d4" [ 996.249979] env[70294]: _type = "Task" [ 996.249979] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.259043] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52593aab-496a-575e-1bfe-35d9f69e11d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.266020] env[70294]: DEBUG nova.network.neutron [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Updated VIF entry in instance network info cache for port 9d3b4f23-c77f-4eb3-870b-ebb46097cfda. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.266020] env[70294]: DEBUG nova.network.neutron [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Updating instance_info_cache with network_info: [{"id": "9d3b4f23-c77f-4eb3-870b-ebb46097cfda", "address": "fa:16:3e:4b:96:b2", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d3b4f23-c7", "ovs_interfaceid": "9d3b4f23-c77f-4eb3-870b-ebb46097cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.266816] env[70294]: DEBUG nova.network.neutron [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Successfully updated port: 7baeaa4b-dc16-48c9-b17b-ea555512783c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.291812] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570271, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.416360] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.416510] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.417778] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c60530b-53eb-456e-bb30-140fa4fe6156 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.440057] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12cec82-9d92-4e5a-be92-b23bf6023c15 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.468551] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Reconfiguring VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 996.468975] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ac80489-78af-4f03-ac75-524faeccb282 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.491149] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 996.491149] env[70294]: value = "task-3570272" [ 996.491149] env[70294]: _type = "Task" [ 996.491149] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.503378] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.559338] env[70294]: DEBUG nova.network.neutron [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Successfully created port: 4c12b9ac-3b19-401c-8185-d9518a07e8d8 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.604682] env[70294]: INFO nova.compute.resource_tracker [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating resource usage from migration 3587cb14-9bbe-4003-ae0a-a1f50c37c4e2 [ 996.607887] env[70294]: DEBUG nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.747024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Releasing lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.759384] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52593aab-496a-575e-1bfe-35d9f69e11d4, 'name': SearchDatastore_Task, 'duration_secs': 0.029322} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.762753] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adb583b-392a-45e4-a78b-29ba925011d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.766631] env[70294]: DEBUG oslo_concurrency.lockutils [req-3e507804-84dc-466a-a68a-3a3c5e854166 req-d47278d3-ed96-4a6b-92dc-a08039671238 service nova] Releasing lock "refresh_cache-03fd75fb-c290-4c43-acfc-04a6e30b8740" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.768183] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 996.768183] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5258e121-e0eb-77aa-5794-e78f88268bc0" [ 996.768183] env[70294]: _type = "Task" [ 996.768183] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.771709] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-40a1cad3-9cc3-423f-a553-a8e271053d25" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.771709] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-40a1cad3-9cc3-423f-a553-a8e271053d25" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.771709] env[70294]: DEBUG nova.network.neutron [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.782344] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5258e121-e0eb-77aa-5794-e78f88268bc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.791333] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570271, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.796601} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.791579] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.792396] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e31246-70f7-4198-963b-6c7de635db1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.818372] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ea8e6d51-c86c-45c1-a73f-2c7398d3786c/ea8e6d51-c86c-45c1-a73f-2c7398d3786c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.821150] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f07692dc-71e6-4e0e-af17-962fdfc7a062 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.843302] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 996.843302] env[70294]: value = "task-3570274" [ 996.843302] env[70294]: _type = "Task" [ 996.843302] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.860962] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570274, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.001373] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.033202] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164007e4-c33a-40e9-9c33-f599f7c6b1e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.037977] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fd3302-3108-405c-a20f-ab6b4158efe3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.073288] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29851b7f-4ce7-40df-85b5-9eb17a2f30c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.081198] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-184ebfc4-e473-40ba-9f68-e1de2e2eed2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.095364] env[70294]: DEBUG nova.compute.provider_tree [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.282600] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5258e121-e0eb-77aa-5794-e78f88268bc0, 'name': SearchDatastore_Task, 'duration_secs': 0.02682} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.283192] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.283679] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 03fd75fb-c290-4c43-acfc-04a6e30b8740/03fd75fb-c290-4c43-acfc-04a6e30b8740.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.284022] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c16681-ec9b-49e2-9088-44b5ae8c4cc5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.291512] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 997.291512] env[70294]: value = "task-3570275" [ 997.291512] env[70294]: _type = "Task" [ 997.291512] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.301723] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570275, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.357197] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570274, 'name': ReconfigVM_Task, 'duration_secs': 0.44725} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.357532] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ea8e6d51-c86c-45c1-a73f-2c7398d3786c/ea8e6d51-c86c-45c1-a73f-2c7398d3786c.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.360836] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93afb3e4-4891-4522-8b7d-2df59012cc1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.366761] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 997.366761] env[70294]: value = "task-3570276" [ 997.366761] env[70294]: _type = "Task" [ 997.366761] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.379215] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570276, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.382833] env[70294]: DEBUG nova.network.neutron [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.502549] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.541158] env[70294]: DEBUG nova.compute.manager [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Received event network-vif-plugged-7baeaa4b-dc16-48c9-b17b-ea555512783c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.541158] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] Acquiring lock "40a1cad3-9cc3-423f-a553-a8e271053d25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.541158] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.541460] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.541460] env[70294]: DEBUG nova.compute.manager [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] No waiting events found dispatching network-vif-plugged-7baeaa4b-dc16-48c9-b17b-ea555512783c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.541585] env[70294]: WARNING nova.compute.manager [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Received unexpected event network-vif-plugged-7baeaa4b-dc16-48c9-b17b-ea555512783c for instance with vm_state building and task_state spawning. [ 997.541742] env[70294]: DEBUG nova.compute.manager [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Received event network-changed-7baeaa4b-dc16-48c9-b17b-ea555512783c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.541972] env[70294]: DEBUG nova.compute.manager [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Refreshing instance network info cache due to event network-changed-7baeaa4b-dc16-48c9-b17b-ea555512783c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.542159] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] Acquiring lock "refresh_cache-40a1cad3-9cc3-423f-a553-a8e271053d25" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.598425] env[70294]: DEBUG nova.scheduler.client.report [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.618992] env[70294]: DEBUG nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.644991] env[70294]: DEBUG nova.network.neutron [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Updating instance_info_cache with network_info: [{"id": "7baeaa4b-dc16-48c9-b17b-ea555512783c", "address": "fa:16:3e:8a:7a:e0", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baeaa4b-dc", "ovs_interfaceid": "7baeaa4b-dc16-48c9-b17b-ea555512783c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.679404] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.679684] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.679815] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.679998] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.680165] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.680315] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.680524] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.680681] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.680849] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.681024] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.681199] env[70294]: DEBUG nova.virt.hardware [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.682384] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a99729-e248-42da-b294-49dc9bb4b849 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.690836] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52642d5f-5380-4adb-8a95-aff0489126fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.801855] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570275, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504571} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.804031] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 03fd75fb-c290-4c43-acfc-04a6e30b8740/03fd75fb-c290-4c43-acfc-04a6e30b8740.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.804031] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.804031] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21d3d584-c6c0-467c-abd7-9186bf47c8e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.809937] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 997.809937] env[70294]: value = "task-3570277" [ 997.809937] env[70294]: _type = "Task" [ 997.809937] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.817778] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.876901] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570276, 'name': Rename_Task, 'duration_secs': 0.129182} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.878035] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.878035] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ccf7826-59f2-47e6-a5a9-003615473da1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.883927] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 997.883927] env[70294]: value = "task-3570278" [ 997.883927] env[70294]: _type = "Task" [ 997.883927] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.899724] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.005437] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.107029] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.526s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.107029] env[70294]: INFO nova.compute.manager [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Migrating [ 998.113246] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.605s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.113578] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.115729] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.287s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.116048] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.118392] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.007s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.118797] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.120616] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.945s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.120897] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.122947] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.785s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.124492] env[70294]: INFO nova.compute.claims [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.148079] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-40a1cad3-9cc3-423f-a553-a8e271053d25" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.150698] env[70294]: DEBUG nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Instance network_info: |[{"id": "7baeaa4b-dc16-48c9-b17b-ea555512783c", "address": "fa:16:3e:8a:7a:e0", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baeaa4b-dc", "ovs_interfaceid": "7baeaa4b-dc16-48c9-b17b-ea555512783c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.150698] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] Acquired lock "refresh_cache-40a1cad3-9cc3-423f-a553-a8e271053d25" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.150698] env[70294]: DEBUG nova.network.neutron [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Refreshing network info cache for port 7baeaa4b-dc16-48c9-b17b-ea555512783c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.150698] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:7a:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7baeaa4b-dc16-48c9-b17b-ea555512783c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.160536] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.161268] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.161502] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0c5597d-4aa2-4183-befb-705c3ba0f08c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.185835] env[70294]: DEBUG nova.network.neutron [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Successfully updated port: 4c12b9ac-3b19-401c-8185-d9518a07e8d8 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.190448] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.190448] env[70294]: value = "task-3570279" [ 998.190448] env[70294]: _type = "Task" [ 998.190448] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.201359] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570279, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.213515] env[70294]: INFO nova.scheduler.client.report [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted allocations for instance 255f4e92-dcc6-4e46-8936-6d2e10ad326a [ 998.219118] env[70294]: INFO nova.scheduler.client.report [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Deleted allocations for instance 4206b5b3-db1d-46ff-8c8c-4157deb2ab24 [ 998.238349] env[70294]: INFO nova.scheduler.client.report [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted allocations for instance ce77d3cf-12b5-4900-a3f3-4a63733823c8 [ 998.278709] env[70294]: INFO nova.scheduler.client.report [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleted allocations for instance bba519dd-5ee1-4a1e-825f-f5e7afaf9b38 [ 998.319904] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058362} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.320249] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.321146] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3718bb-6b73-4c30-a3ca-9f08a5a3659f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.344955] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 03fd75fb-c290-4c43-acfc-04a6e30b8740/03fd75fb-c290-4c43-acfc-04a6e30b8740.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.347599] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-912ff159-431f-40c6-a280-bf1fd8d5e79d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.365434] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.366340] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-868f7676-f318-43ad-9cdc-eb7a4b80dae0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.369620] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 998.369620] env[70294]: value = "task-3570280" [ 998.369620] env[70294]: _type = "Task" [ 998.369620] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.374523] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 998.374523] env[70294]: value = "task-3570281" [ 998.374523] env[70294]: _type = "Task" [ 998.374523] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.384289] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.388592] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.396247] env[70294]: DEBUG oslo_vmware.api [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570278, 'name': PowerOnVM_Task, 'duration_secs': 0.495326} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.396525] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.396734] env[70294]: INFO nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Took 8.37 seconds to spawn the instance on the hypervisor. [ 998.396954] env[70294]: DEBUG nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 998.397791] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2567b7e8-9597-4771-b453-9bf1957d5eb3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.506596] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.640155] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.640434] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.640636] env[70294]: DEBUG nova.network.neutron [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.692650] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "refresh_cache-bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.692816] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "refresh_cache-bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.692970] env[70294]: DEBUG nova.network.neutron [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.707571] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570279, 'name': CreateVM_Task, 'duration_secs': 0.372421} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.707747] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.708452] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.708619] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.708929] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.709199] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46985a7d-d345-44f2-a354-56eecf829cdf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.714211] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 998.714211] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a6029e-c1d3-4583-a076-86f679afd31b" [ 998.714211] env[70294]: _type = "Task" [ 998.714211] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.720062] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ade671d4-97b5-4268-aee0-5be278228001 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "255f4e92-dcc6-4e46-8936-6d2e10ad326a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.056s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.724112] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a6029e-c1d3-4583-a076-86f679afd31b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.729583] env[70294]: DEBUG oslo_concurrency.lockutils [None req-780f3481-aeb8-4a7c-9db3-7c9c82c8c7bf tempest-ImagesTestJSON-1314117926 tempest-ImagesTestJSON-1314117926-project-member] Lock "4206b5b3-db1d-46ff-8c8c-4157deb2ab24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.450s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.748159] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7d5dd38f-9a18-4bb3-a84c-54f65ba339c8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "ce77d3cf-12b5-4900-a3f3-4a63733823c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.055s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.787234] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e0c1ac-82fd-4fe5-8a66-2e6414172597 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "bba519dd-5ee1-4a1e-825f-f5e7afaf9b38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.192s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.883416] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570280, 'name': ReconfigVM_Task, 'duration_secs': 0.373858} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.884319] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 03fd75fb-c290-4c43-acfc-04a6e30b8740/03fd75fb-c290-4c43-acfc-04a6e30b8740.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.884937] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ea3ce95-4d55-4bb3-a67f-295f593d01d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.890242] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570281, 'name': PowerOffVM_Task, 'duration_secs': 0.207929} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.890828] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 998.891621] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6451724-5d93-4948-9879-a1a722e89b13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.896053] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 998.896053] env[70294]: value = "task-3570282" [ 998.896053] env[70294]: _type = "Task" [ 998.896053] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.917052] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7eddefb-c314-40d9-aa42-8a7530bb1044 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.921504] env[70294]: INFO nova.compute.manager [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Took 43.60 seconds to build instance. [ 998.927918] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570282, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.931069] env[70294]: DEBUG nova.network.neutron [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Updated VIF entry in instance network info cache for port 7baeaa4b-dc16-48c9-b17b-ea555512783c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.931402] env[70294]: DEBUG nova.network.neutron [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Updating instance_info_cache with network_info: [{"id": "7baeaa4b-dc16-48c9-b17b-ea555512783c", "address": "fa:16:3e:8a:7a:e0", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7baeaa4b-dc", "ovs_interfaceid": "7baeaa4b-dc16-48c9-b17b-ea555512783c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.955188] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.955519] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89bf82ff-7847-4f92-a9ec-2f787c2d1ea1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.963816] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 998.963816] env[70294]: value = "task-3570283" [ 998.963816] env[70294]: _type = "Task" [ 998.963816] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.971813] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.006706] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.225688] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a6029e-c1d3-4583-a076-86f679afd31b, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.225688] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.225688] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.225688] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.225688] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.225688] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.227978] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69bacd74-2a46-478e-bb63-586522ca7862 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.236314] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.236500] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.237832] env[70294]: DEBUG nova.network.neutron [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.241777] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c72985a-a583-4b18-b7f7-6603deedc0fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.249164] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 999.249164] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ba341d-fd5b-2426-b851-528ddd4d7c0b" [ 999.249164] env[70294]: _type = "Task" [ 999.249164] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.258997] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ba341d-fd5b-2426-b851-528ddd4d7c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.420649] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570282, 'name': Rename_Task, 'duration_secs': 0.155336} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.424261] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.424261] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3db372a-202b-4a0a-8c36-05407d218a3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.424261] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5f5d279a-df90-45a6-a120-f09c2115afda tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.110s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.430546] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 999.430546] env[70294]: value = "task-3570284" [ 999.430546] env[70294]: _type = "Task" [ 999.430546] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.436570] env[70294]: DEBUG oslo_concurrency.lockutils [req-b9a1215b-9aa0-41cc-a91f-3d01243cb383 req-77ba9230-9321-4697-a7aa-02d18b73eb6c service nova] Releasing lock "refresh_cache-40a1cad3-9cc3-423f-a553-a8e271053d25" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.440130] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.474946] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 999.475372] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.475697] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.504837] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cce82f-ef32-40fb-899e-54127aaf889f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.516735] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce307e3-f303-4aa0-aa24-fd13f3a9b376 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.520831] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.552421] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6d1219-76fb-4563-94e6-c0b2ddd97db0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.561018] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d1bf2-204d-4651-aea9-2b2d8056eecb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.577292] env[70294]: DEBUG nova.compute.provider_tree [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.586554] env[70294]: DEBUG nova.compute.manager [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Received event network-vif-plugged-4c12b9ac-3b19-401c-8185-d9518a07e8d8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.587414] env[70294]: DEBUG oslo_concurrency.lockutils [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] Acquiring lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.587414] env[70294]: DEBUG oslo_concurrency.lockutils [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.587414] env[70294]: DEBUG oslo_concurrency.lockutils [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.587596] env[70294]: DEBUG nova.compute.manager [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] No waiting events found dispatching network-vif-plugged-4c12b9ac-3b19-401c-8185-d9518a07e8d8 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 999.587757] env[70294]: WARNING nova.compute.manager [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Received unexpected event network-vif-plugged-4c12b9ac-3b19-401c-8185-d9518a07e8d8 for instance with vm_state building and task_state spawning. [ 999.587784] env[70294]: DEBUG nova.compute.manager [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Received event network-changed-4c12b9ac-3b19-401c-8185-d9518a07e8d8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.587935] env[70294]: DEBUG nova.compute.manager [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Refreshing instance network info cache due to event network-changed-4c12b9ac-3b19-401c-8185-d9518a07e8d8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.588113] env[70294]: DEBUG oslo_concurrency.lockutils [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] Acquiring lock "refresh_cache-bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.642677] env[70294]: DEBUG nova.network.neutron [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Updating instance_info_cache with network_info: [{"id": "4c12b9ac-3b19-401c-8185-d9518a07e8d8", "address": "fa:16:3e:72:9c:dc", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c12b9ac-3b", "ovs_interfaceid": "4c12b9ac-3b19-401c-8185-d9518a07e8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.692747] env[70294]: DEBUG nova.network.neutron [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.764045] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ba341d-fd5b-2426-b851-528ddd4d7c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.008092} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.764390] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eda6c1c-9111-4eee-a600-4dc6d42a0e89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.771556] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 999.771556] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526d840e-d96b-59c1-e8c9-15da301e57fc" [ 999.771556] env[70294]: _type = "Task" [ 999.771556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.777596] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526d840e-d96b-59c1-e8c9-15da301e57fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.946018] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570284, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.009937] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.089319] env[70294]: DEBUG nova.scheduler.client.report [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.145847] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "refresh_cache-bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.146302] env[70294]: DEBUG nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Instance network_info: |[{"id": "4c12b9ac-3b19-401c-8185-d9518a07e8d8", "address": "fa:16:3e:72:9c:dc", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c12b9ac-3b", "ovs_interfaceid": "4c12b9ac-3b19-401c-8185-d9518a07e8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.148920] env[70294]: DEBUG oslo_concurrency.lockutils [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] Acquired lock "refresh_cache-bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.149125] env[70294]: DEBUG nova.network.neutron [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Refreshing network info cache for port 4c12b9ac-3b19-401c-8185-d9518a07e8d8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.150606] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:9c:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c12b9ac-3b19-401c-8185-d9518a07e8d8', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.161140] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.161660] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "9201b572-a358-40ba-9a35-75312a13e995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.162068] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "9201b572-a358-40ba-9a35-75312a13e995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.166735] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.167113] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14287816-c4f2-4c80-8177-8319c69499b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.188879] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.188879] env[70294]: value = "task-3570285" [ 1000.188879] env[70294]: _type = "Task" [ 1000.188879] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.200360] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.200360] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570285, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.281602] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526d840e-d96b-59c1-e8c9-15da301e57fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009066} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.281892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.282177] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.282468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.282660] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.282903] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2811425-5615-4cff-9e41-3727f00f11e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.284958] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee2e4e8-28c0-4df6-97fd-0aa54c7fa775 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.292860] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1000.292860] env[70294]: value = "task-3570286" [ 1000.292860] env[70294]: _type = "Task" [ 1000.292860] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.294045] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.294250] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.297750] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0c2850-1e0c-459e-8803-efe653ad5e0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.305163] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.306421] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1000.306421] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522ad7f2-24f2-f146-8948-d5f11552d7da" [ 1000.306421] env[70294]: _type = "Task" [ 1000.306421] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.314757] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522ad7f2-24f2-f146-8948-d5f11552d7da, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.315656] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f5703f7-e445-47dd-98e6-7f2cfe19cf37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.321828] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1000.321828] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52348bff-da90-2eba-c7fd-805516e96d94" [ 1000.321828] env[70294]: _type = "Task" [ 1000.321828] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.332186] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52348bff-da90-2eba-c7fd-805516e96d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.442346] env[70294]: DEBUG oslo_vmware.api [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570284, 'name': PowerOnVM_Task, 'duration_secs': 0.527601} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.442653] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.442870] env[70294]: INFO nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1000.443067] env[70294]: DEBUG nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.443933] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a48e530-9275-49ad-a17a-6290cba8bbe5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.513033] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.595221] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.472s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.595864] env[70294]: DEBUG nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.599311] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.275s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.599421] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.602320] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.560s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.602507] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.608652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.761s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.608873] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.611071] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.512s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.611314] env[70294]: DEBUG nova.objects.instance [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'resources' on Instance uuid d982c5c3-07ec-4185-9849-8f569c477565 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.667761] env[70294]: DEBUG nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.697877] env[70294]: INFO nova.scheduler.client.report [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted allocations for instance dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b [ 1000.715726] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570285, 'name': CreateVM_Task, 'duration_secs': 0.382176} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.719652] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1000.720946] env[70294]: INFO nova.scheduler.client.report [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted allocations for instance 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7 [ 1000.722767] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.728429] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5e7757-312f-45b3-9a03-6bd0bc62a3e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.735820] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1000.735820] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529211e1-5d9d-89de-57c0-c2590e5be34f" [ 1000.735820] env[70294]: _type = "Task" [ 1000.735820] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.748043] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529211e1-5d9d-89de-57c0-c2590e5be34f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.777892] env[70294]: INFO nova.scheduler.client.report [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted allocations for instance 9b674ed0-6d2a-4254-b1ed-8a446364d5ce [ 1000.803370] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44165} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.803637] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.803887] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.804163] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4ab7c06-89d0-4afd-9b93-569ada1fc1c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.812322] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1000.812322] env[70294]: value = "task-3570287" [ 1000.812322] env[70294]: _type = "Task" [ 1000.812322] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.824352] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.833094] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52348bff-da90-2eba-c7fd-805516e96d94, 'name': SearchDatastore_Task, 'duration_secs': 0.007951} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.833194] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.833384] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. {{(pid=70294) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1000.833643] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4701da3a-cd42-490b-b56e-c2cf04533675 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.841914] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1000.841914] env[70294]: value = "task-3570288" [ 1000.841914] env[70294]: _type = "Task" [ 1000.841914] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.850948] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.964254] env[70294]: INFO nova.compute.manager [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Took 45.05 seconds to build instance. [ 1001.000796] env[70294]: DEBUG nova.network.neutron [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Updated VIF entry in instance network info cache for port 4c12b9ac-3b19-401c-8185-d9518a07e8d8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.000796] env[70294]: DEBUG nova.network.neutron [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Updating instance_info_cache with network_info: [{"id": "4c12b9ac-3b19-401c-8185-d9518a07e8d8", "address": "fa:16:3e:72:9c:dc", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c12b9ac-3b", "ovs_interfaceid": "4c12b9ac-3b19-401c-8185-d9518a07e8d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.016053] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.121240] env[70294]: DEBUG nova.compute.utils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.121240] env[70294]: DEBUG nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.121240] env[70294]: DEBUG nova.network.neutron [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.189418] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.192447] env[70294]: DEBUG nova.policy [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1be3d9fcb3464b9823283d470802c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13daf59ab474ff29dac3a9ff8059e0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.215701] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8c4eed92-0159-4c3d-82b5-bbba746459c2 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.606s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.239974] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c844b47e-7044-4b11-990c-05523dbe589a tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.293s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.251926] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529211e1-5d9d-89de-57c0-c2590e5be34f, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.253365] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.253709] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.254015] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.255208] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.255208] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.263968] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c327af8c-0279-4e4f-9a6a-c4fd19b50017 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.275032] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.275305] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.279777] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191e0d0d-2014-4268-9504-344369144ad1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.288335] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1001.288335] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520d36e6-c502-565a-c2f2-a039eed9c2b1" [ 1001.288335] env[70294]: _type = "Task" [ 1001.288335] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.288878] env[70294]: DEBUG oslo_concurrency.lockutils [None req-abc64995-038f-41c3-bc7a-28f273d0c42b tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "9b674ed0-6d2a-4254-b1ed-8a446364d5ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.433s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.303715] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520d36e6-c502-565a-c2f2-a039eed9c2b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.322695] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08931} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.322982] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.323798] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0687a-783a-40bb-80b9-5cb23446f133 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.350711] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.355016] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcdf1c94-64e9-4b61-983f-89789ffd9c60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.381437] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483749} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.388182] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. [ 1001.388600] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1001.388600] env[70294]: value = "task-3570289" [ 1001.388600] env[70294]: _type = "Task" [ 1001.388600] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.392281] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfe8187-c320-4dc0-88c1-3701adf06007 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.426267] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.434410] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.437998] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b3ec057-ae07-45d4-a472-918b89b4701d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.464424] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1001.464424] env[70294]: value = "task-3570290" [ 1001.464424] env[70294]: _type = "Task" [ 1001.464424] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.468840] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570290, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.469268] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4e330cf-5586-45f7-91a7-9ee80bf48a4c tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.566s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.510351] env[70294]: DEBUG oslo_concurrency.lockutils [req-8cf8dff4-89a1-4f9c-a65c-e64691e0bae1 req-cab93616-d03b-441f-ac89-356a8996962d service nova] Releasing lock "refresh_cache-bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.513796] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.540312] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.540571] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.540785] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.541037] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.541173] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.543887] env[70294]: INFO nova.compute.manager [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Terminating instance [ 1001.626824] env[70294]: DEBUG nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.650795] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9090341-41aa-42a7-a8c1-809c08610bfb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.657944] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e859d96a-944d-48a9-b11c-70303f6266fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.698544] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2284c7f5-3bd3-4f13-a99a-511fe4e63b15 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.710031] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a482e8-f179-4af1-be11-e17dc1488c60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.729518] env[70294]: DEBUG nova.compute.provider_tree [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.734142] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297b7a7f-6711-4749-b02c-4586b76aa05f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.759053] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance 'c24db184-492a-4edb-b6e4-964145a18b15' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.801380] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520d36e6-c502-565a-c2f2-a039eed9c2b1, 'name': SearchDatastore_Task, 'duration_secs': 0.028196} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.802213] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a3e305-0ded-4974-b5c6-387bf852d6cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.807780] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1001.807780] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234282b-4bf9-7723-9f97-df15fd0beba7" [ 1001.807780] env[70294]: _type = "Task" [ 1001.807780] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.817317] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234282b-4bf9-7723-9f97-df15fd0beba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.896372] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "19b79813-f06b-4094-b799-e709e351473d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.896634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "19b79813-f06b-4094-b799-e709e351473d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.896841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "19b79813-f06b-4094-b799-e709e351473d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.897068] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "19b79813-f06b-4094-b799-e709e351473d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.897262] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "19b79813-f06b-4094-b799-e709e351473d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.903730] env[70294]: INFO nova.compute.manager [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Terminating instance [ 1001.912859] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570289, 'name': ReconfigVM_Task, 'duration_secs': 0.487084} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.913360] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.914608] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e0920c5-1618-4c47-bb52-6e6faa4ef53b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.922784] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1001.922784] env[70294]: value = "task-3570291" [ 1001.922784] env[70294]: _type = "Task" [ 1001.922784] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.935717] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570291, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.969992] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.990502] env[70294]: DEBUG nova.network.neutron [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Successfully created port: e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.015251] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.049990] env[70294]: DEBUG nova.compute.manager [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.050244] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.051404] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d577d272-a1f5-437a-9073-fb904a106792 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.060032] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.060291] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a02c3320-b8ca-47c1-a9a1-98164460b5cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.069618] env[70294]: DEBUG oslo_vmware.api [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 1002.069618] env[70294]: value = "task-3570292" [ 1002.069618] env[70294]: _type = "Task" [ 1002.069618] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.079809] env[70294]: DEBUG oslo_vmware.api [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.240091] env[70294]: DEBUG nova.scheduler.client.report [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.266025] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.267500] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42eb8dd-0f97-453f-a8a7-2ad0509dfb67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.275102] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1002.275102] env[70294]: value = "task-3570293" [ 1002.275102] env[70294]: _type = "Task" [ 1002.275102] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.288475] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.288784] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance 'c24db184-492a-4edb-b6e4-964145a18b15' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.323717] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234282b-4bf9-7723-9f97-df15fd0beba7, 'name': SearchDatastore_Task, 'duration_secs': 0.012516} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.323717] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.323717] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] bdb12c7d-6dea-45a2-b133-47d78f0cbc3e/bdb12c7d-6dea-45a2-b133-47d78f0cbc3e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.323717] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9302f8dc-ca8c-4cf1-9f9a-ab53e53a478c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.336746] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1002.336746] env[70294]: value = "task-3570294" [ 1002.336746] env[70294]: _type = "Task" [ 1002.336746] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.350906] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.408933] env[70294]: DEBUG nova.compute.manager [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.409279] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.411300] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c25f78-6940-49e2-809c-0836becd978c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.422046] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.422046] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-219355c0-58ba-4b2d-b184-30e169dbe7d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.437685] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570291, 'name': Rename_Task, 'duration_secs': 0.145108} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.439622] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.439622] env[70294]: DEBUG oslo_vmware.api [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 1002.439622] env[70294]: value = "task-3570295" [ 1002.439622] env[70294]: _type = "Task" [ 1002.439622] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.439622] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b511c1a2-41ff-4bd2-a5c1-d3c1a54deb4c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.451475] env[70294]: DEBUG oslo_vmware.api [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.454072] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1002.454072] env[70294]: value = "task-3570296" [ 1002.454072] env[70294]: _type = "Task" [ 1002.454072] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.474426] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.481257] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570290, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.517527] env[70294]: DEBUG oslo_vmware.api [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570272, 'name': ReconfigVM_Task, 'duration_secs': 5.773615} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.517893] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.518223] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Reconfigured VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1002.580147] env[70294]: DEBUG oslo_vmware.api [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570292, 'name': PowerOffVM_Task, 'duration_secs': 0.254694} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.580563] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.580751] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.581326] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5514a6aa-f6e8-42d3-9fbf-15d1dcef2b1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.638334] env[70294]: DEBUG nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.662787] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.663049] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.663130] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.663319] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.663510] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.663683] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.664605] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.664605] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.664605] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.664605] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.664605] env[70294]: DEBUG nova.virt.hardware [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.665552] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd60bda8-37e3-4d08-9c0e-94c0cbb0acf2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.673242] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.673478] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.673650] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleting the datastore file [datastore1] 0c3da7a1-f86f-45e3-bc4a-95016c98515d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.676225] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c6db5bc-b6b5-4741-a7e1-d61b8ff184fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.682024] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21e166b-084e-40b5-885e-b76e53bb38f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.700327] env[70294]: DEBUG oslo_vmware.api [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 1002.700327] env[70294]: value = "task-3570298" [ 1002.700327] env[70294]: _type = "Task" [ 1002.700327] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.708002] env[70294]: DEBUG oslo_vmware.api [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.743020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.745696] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.557s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.747446] env[70294]: INFO nova.compute.claims [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.796108] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.796300] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.796468] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.796819] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.797049] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.797239] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.797458] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.797622] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.797792] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.798750] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.798750] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.804122] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aedaca53-2194-4f6c-9b1f-ac1fb8229474 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.821653] env[70294]: INFO nova.scheduler.client.report [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted allocations for instance d982c5c3-07ec-4185-9849-8f569c477565 [ 1002.824224] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1002.824224] env[70294]: value = "task-3570299" [ 1002.824224] env[70294]: _type = "Task" [ 1002.824224] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.838303] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570299, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.846672] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496319} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.846904] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] bdb12c7d-6dea-45a2-b133-47d78f0cbc3e/bdb12c7d-6dea-45a2-b133-47d78f0cbc3e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.846970] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.847668] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14a37164-c041-45bf-afc8-36d9fc2aaf4c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.854607] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1002.854607] env[70294]: value = "task-3570300" [ 1002.854607] env[70294]: _type = "Task" [ 1002.854607] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.867846] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.920937] env[70294]: DEBUG nova.compute.manager [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1002.950937] env[70294]: DEBUG oslo_vmware.api [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570295, 'name': PowerOffVM_Task, 'duration_secs': 0.42231} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.951273] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.951445] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.951714] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0733665-0ed9-49d5-b528-83c4b15d1a6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.968024] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570296, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.977333] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570290, 'name': ReconfigVM_Task, 'duration_secs': 1.192927} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.978073] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Reconfigured VM instance instance-0000005b to attach disk [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.979231] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f1a079-37fa-4616-9f90-e1d4a5a2cc07 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.011425] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d260fc19-8a73-481b-8a75-c349980971d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.023108] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1003.023325] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1003.023507] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleting the datastore file [datastore1] 19b79813-f06b-4094-b799-e709e351473d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1003.024939] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26a0c8a7-0788-4274-8644-30584fe2e864 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.035033] env[70294]: DEBUG oslo_vmware.api [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for the task: (returnval){ [ 1003.035033] env[70294]: value = "task-3570303" [ 1003.035033] env[70294]: _type = "Task" [ 1003.035033] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.036790] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1003.036790] env[70294]: value = "task-3570302" [ 1003.036790] env[70294]: _type = "Task" [ 1003.036790] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.056897] env[70294]: DEBUG oslo_vmware.api [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.057409] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570302, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.224727] env[70294]: DEBUG oslo_vmware.api [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377129} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.224727] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.224727] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.224727] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.224727] env[70294]: INFO nova.compute.manager [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1003.228483] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.228483] env[70294]: DEBUG nova.compute.manager [-] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.228483] env[70294]: DEBUG nova.network.neutron [-] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.337067] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cb82c0ea-c36a-4824-8e52-5867edee3255 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "d982c5c3-07ec-4185-9849-8f569c477565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.390s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.345691] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570299, 'name': ReconfigVM_Task, 'duration_secs': 0.270516} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.345691] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance 'c24db184-492a-4edb-b6e4-964145a18b15' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.369631] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092238} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.369631] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.370806] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7a86fe-0306-404b-a578-37ccbc4dceaf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.396296] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] bdb12c7d-6dea-45a2-b133-47d78f0cbc3e/bdb12c7d-6dea-45a2-b133-47d78f0cbc3e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.396296] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a0f8682-a281-4eea-9f3c-3d29725ca5dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.416408] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1003.416408] env[70294]: value = "task-3570304" [ 1003.416408] env[70294]: _type = "Task" [ 1003.416408] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.430339] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570304, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.443943] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.467204] env[70294]: DEBUG oslo_vmware.api [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570296, 'name': PowerOnVM_Task, 'duration_secs': 0.822595} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.467204] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.467204] env[70294]: INFO nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1003.467204] env[70294]: DEBUG nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.467463] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e451b-71a3-46d7-ae69-2c5747bea8ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.550631] env[70294]: DEBUG oslo_vmware.api [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Task: {'id': task-3570303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299136} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.554646] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.554646] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.554646] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.554646] env[70294]: INFO nova.compute.manager [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] [instance: 19b79813-f06b-4094-b799-e709e351473d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1003.555119] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.555119] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570302, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.555287] env[70294]: DEBUG nova.compute.manager [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.555388] env[70294]: DEBUG nova.network.neutron [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.838981] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.838981] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.852308] env[70294]: DEBUG nova.virt.hardware [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.858187] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.860181] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bef2b03-04f1-414b-ab58-a76bc97a5dfa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.884451] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1003.884451] env[70294]: value = "task-3570305" [ 1003.884451] env[70294]: _type = "Task" [ 1003.884451] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.896708] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.947656] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.993026] env[70294]: INFO nova.compute.manager [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Took 47.98 seconds to build instance. [ 1004.034310] env[70294]: DEBUG nova.compute.manager [req-703bb5ff-2343-42cf-bc8b-0f828066cd0e req-c33e0138-de8a-48b7-8ca6-7cc5c22a4baf service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Received event network-vif-deleted-71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.034627] env[70294]: INFO nova.compute.manager [req-703bb5ff-2343-42cf-bc8b-0f828066cd0e req-c33e0138-de8a-48b7-8ca6-7cc5c22a4baf service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Neutron deleted interface 71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6; detaching it from the instance and deleting it from the info cache [ 1004.034810] env[70294]: DEBUG nova.network.neutron [req-703bb5ff-2343-42cf-bc8b-0f828066cd0e req-c33e0138-de8a-48b7-8ca6-7cc5c22a4baf service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.040365] env[70294]: DEBUG nova.compute.manager [req-44837fb9-3b1b-456e-9248-8625520700e7 req-251be035-dd04-45e5-b33c-01cfa4ff1925 service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Received event network-vif-plugged-e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.040365] env[70294]: DEBUG oslo_concurrency.lockutils [req-44837fb9-3b1b-456e-9248-8625520700e7 req-251be035-dd04-45e5-b33c-01cfa4ff1925 service nova] Acquiring lock "bee607f7-7665-4647-8a45-3f71df824e47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.040365] env[70294]: DEBUG oslo_concurrency.lockutils [req-44837fb9-3b1b-456e-9248-8625520700e7 req-251be035-dd04-45e5-b33c-01cfa4ff1925 service nova] Lock "bee607f7-7665-4647-8a45-3f71df824e47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.040365] env[70294]: DEBUG oslo_concurrency.lockutils [req-44837fb9-3b1b-456e-9248-8625520700e7 req-251be035-dd04-45e5-b33c-01cfa4ff1925 service nova] Lock "bee607f7-7665-4647-8a45-3f71df824e47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.040365] env[70294]: DEBUG nova.compute.manager [req-44837fb9-3b1b-456e-9248-8625520700e7 req-251be035-dd04-45e5-b33c-01cfa4ff1925 service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] No waiting events found dispatching network-vif-plugged-e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.040365] env[70294]: WARNING nova.compute.manager [req-44837fb9-3b1b-456e-9248-8625520700e7 req-251be035-dd04-45e5-b33c-01cfa4ff1925 service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Received unexpected event network-vif-plugged-e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 for instance with vm_state building and task_state spawning. [ 1004.058370] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570302, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.179361] env[70294]: DEBUG nova.network.neutron [-] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.264852] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d1acbf-7254-4938-bd3e-246b45e96714 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.271282] env[70294]: DEBUG nova.network.neutron [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Successfully updated port: e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.277652] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32e7799-83f4-4f64-a013-e63432d3cd85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.311664] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02b11b-5a2a-4c1b-acbd-d703a7b86072 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.320563] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08036a69-f07a-4800-b3d4-9ce068c9c95d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.326189] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.326189] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.326189] env[70294]: DEBUG nova.network.neutron [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.342513] env[70294]: DEBUG nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.345223] env[70294]: DEBUG nova.compute.provider_tree [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.398835] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570305, 'name': ReconfigVM_Task, 'duration_secs': 0.446812} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.398835] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1004.399494] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3ec831-7504-4701-a3d3-8b9c797360d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.425106] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c24db184-492a-4edb-b6e4-964145a18b15/c24db184-492a-4edb-b6e4-964145a18b15.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.427320] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ca4d6f-d5c8-4203-a315-b3ffe889150e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.443200] env[70294]: DEBUG nova.network.neutron [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.454491] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.456737] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1004.456737] env[70294]: value = "task-3570306" [ 1004.456737] env[70294]: _type = "Task" [ 1004.456737] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.465506] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570306, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.495330] env[70294]: DEBUG oslo_concurrency.lockutils [None req-52a39761-5050-4aac-b046-ea1e1379e504 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.489s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.543388] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c33cadc9-97f2-42a6-a441-61905bfde968 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.562951] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570302, 'name': ReconfigVM_Task, 'duration_secs': 1.426476} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.563338] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.568029] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c1a71-3d0f-48cb-a50c-e2af5fd7995a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.577016] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6a3f8eb-7133-432e-b2e2-cb4716491b69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.587983] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1004.587983] env[70294]: value = "task-3570307" [ 1004.587983] env[70294]: _type = "Task" [ 1004.587983] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.604102] env[70294]: DEBUG nova.compute.manager [req-703bb5ff-2343-42cf-bc8b-0f828066cd0e req-c33e0138-de8a-48b7-8ca6-7cc5c22a4baf service nova] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Detach interface failed, port_id=71a90361-a7f3-4f77-b5b5-a3e1fe68b6f6, reason: Instance 0c3da7a1-f86f-45e3-bc4a-95016c98515d could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.609542] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.683235] env[70294]: INFO nova.compute.manager [-] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Took 1.46 seconds to deallocate network for instance. [ 1004.774535] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.774941] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.774941] env[70294]: DEBUG nova.network.neutron [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.850524] env[70294]: DEBUG nova.scheduler.client.report [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.893248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.938636] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570304, 'name': ReconfigVM_Task, 'duration_secs': 1.390047} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.939055] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Reconfigured VM instance instance-0000005f to attach disk [datastore1] bdb12c7d-6dea-45a2-b133-47d78f0cbc3e/bdb12c7d-6dea-45a2-b133-47d78f0cbc3e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.941917] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6dcef6ea-9d65-4dfe-816c-025e516f0a1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.949430] env[70294]: INFO nova.compute.manager [-] [instance: 19b79813-f06b-4094-b799-e709e351473d] Took 1.39 seconds to deallocate network for instance. [ 1004.956041] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1004.956041] env[70294]: value = "task-3570308" [ 1004.956041] env[70294]: _type = "Task" [ 1004.956041] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.974028] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570308, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.977011] env[70294]: DEBUG oslo_vmware.api [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570306, 'name': ReconfigVM_Task, 'duration_secs': 0.362789} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.977301] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c24db184-492a-4edb-b6e4-964145a18b15/c24db184-492a-4edb-b6e4-964145a18b15.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.977605] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance 'c24db184-492a-4edb-b6e4-964145a18b15' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.101027] env[70294]: DEBUG oslo_vmware.api [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570307, 'name': PowerOnVM_Task, 'duration_secs': 0.498064} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.101881] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.105332] env[70294]: DEBUG nova.compute.manager [None req-66471649-af78-491d-93da-117dfa267cf3 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.106670] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936703a7-6c1e-4eb6-ab82-02acdfa8d74b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.174552] env[70294]: INFO nova.network.neutron [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Port f0a189f1-458e-4340-bdc8-db4d5993fad1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1005.174947] env[70294]: DEBUG nova.network.neutron [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.188633] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.333303] env[70294]: DEBUG nova.network.neutron [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.362251] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.365277] env[70294]: DEBUG nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.366525] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.923s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.471243] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.471243] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570308, 'name': Rename_Task, 'duration_secs': 0.171139} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.471243] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.471243] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00ccd203-9f09-4ffe-9da5-c6ee0ced0eb7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.477822] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1005.477822] env[70294]: value = "task-3570309" [ 1005.477822] env[70294]: _type = "Task" [ 1005.477822] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.494033] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c160abbb-8ab4-490b-8437-b44c30aac8ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.497136] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.513738] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e9c60-04de-4ed9-9d79-3ebb9e37cb03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.531850] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance 'c24db184-492a-4edb-b6e4-964145a18b15' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.677492] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.682730] env[70294]: DEBUG nova.network.neutron [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance_info_cache with network_info: [{"id": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "address": "fa:16:3e:8c:bb:7c", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e72cbb-60", "ovs_interfaceid": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.868513] env[70294]: DEBUG nova.compute.utils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.870178] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "40a1cad3-9cc3-423f-a553-a8e271053d25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.870460] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.870665] env[70294]: DEBUG nova.compute.manager [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.871057] env[70294]: DEBUG nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.871783] env[70294]: DEBUG nova.network.neutron [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.876594] env[70294]: INFO nova.compute.claims [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.880182] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7936da90-de38-4732-908f-7b6aaa0bc560 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.892053] env[70294]: DEBUG nova.compute.manager [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1005.892691] env[70294]: DEBUG nova.objects.instance [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'flavor' on Instance uuid 40a1cad3-9cc3-423f-a553-a8e271053d25 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.983847] env[70294]: DEBUG nova.policy [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc2d2c66ac0f4b3cb12ab36cd70ca186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e07eb8fe4749b09d15da58bda3328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.991786] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.185882] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7368fbe6-eb23-45ca-aa86-43cbc5526649 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-4eb15d67-84bf-48b4-9c06-37eac6194e38-f0a189f1-458e-4340-bdc8-db4d5993fad1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.272s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.187370] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.187687] env[70294]: DEBUG nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Instance network_info: |[{"id": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "address": "fa:16:3e:8c:bb:7c", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e72cbb-60", "ovs_interfaceid": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1006.189057] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:bb:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1006.197631] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.197902] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1006.198151] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75243260-e2a2-4d3b-8d12-b7ab5d6f38a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.222744] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1006.222744] env[70294]: value = "task-3570310" [ 1006.222744] env[70294]: _type = "Task" [ 1006.222744] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.233616] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570310, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.381349] env[70294]: DEBUG nova.network.neutron [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Port 10f0e828-800c-4767-a8ee-60a1266107fb binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1006.389313] env[70294]: INFO nova.compute.resource_tracker [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating resource usage from migration 55f71394-4bc5-4194-a3c1-2d8091918606 [ 1006.393512] env[70294]: DEBUG nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.491406] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.499115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-e7572891-de8e-4217-af0f-159a389d8f31-f0a189f1-458e-4340-bdc8-db4d5993fad1" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.499395] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-e7572891-de8e-4217-af0f-159a389d8f31-f0a189f1-458e-4340-bdc8-db4d5993fad1" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.499776] env[70294]: DEBUG nova.objects.instance [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'flavor' on Instance uuid e7572891-de8e-4217-af0f-159a389d8f31 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.688531] env[70294]: DEBUG nova.compute.manager [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Received event network-changed-e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.688654] env[70294]: DEBUG nova.compute.manager [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Refreshing instance network info cache due to event network-changed-e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.690963] env[70294]: DEBUG oslo_concurrency.lockutils [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] Acquiring lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.691135] env[70294]: DEBUG oslo_concurrency.lockutils [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] Acquired lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.691306] env[70294]: DEBUG nova.network.neutron [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Refreshing network info cache for port e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.719277] env[70294]: DEBUG nova.compute.manager [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.719277] env[70294]: DEBUG nova.compute.manager [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing instance network info cache due to event network-changed-df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.719277] env[70294]: DEBUG oslo_concurrency.lockutils [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] Acquiring lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.719277] env[70294]: DEBUG oslo_concurrency.lockutils [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] Acquired lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.719277] env[70294]: DEBUG nova.network.neutron [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Refreshing network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.736397] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570310, 'name': CreateVM_Task, 'duration_secs': 0.391941} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.736397] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.736397] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.736397] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.736397] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.736397] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbdc727-3ad8-4cf4-b9c1-43b5ac02f086 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.740631] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1006.740631] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524d7255-05bb-9cd6-35bb-94cef5b6b3f1" [ 1006.740631] env[70294]: _type = "Task" [ 1006.740631] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.764396] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524d7255-05bb-9cd6-35bb-94cef5b6b3f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.819038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34e92f-30e5-4755-b436-e4903ad8c107 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.826420] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb70591-abf6-4c7c-9202-4585cd7ca7bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.857923] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eb5e7a-d04c-4516-9e0c-301d3ed67772 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.866555] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f67c7e-c2db-450d-a8cd-b8e8e54a3391 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.880596] env[70294]: DEBUG nova.compute.provider_tree [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.890437] env[70294]: DEBUG nova.network.neutron [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Successfully created port: bbf4ae18-00d3-464c-9535-5ed6443bdd1d {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.902478] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.902963] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccc22eb-0ea1-4b3c-b22a-227c6057d7cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.909903] env[70294]: DEBUG oslo_vmware.api [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1006.909903] env[70294]: value = "task-3570311" [ 1006.909903] env[70294]: _type = "Task" [ 1006.909903] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.920732] env[70294]: DEBUG oslo_vmware.api [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.992638] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.199142] env[70294]: DEBUG nova.objects.instance [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'pci_requests' on Instance uuid e7572891-de8e-4217-af0f-159a389d8f31 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.252993] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524d7255-05bb-9cd6-35bb-94cef5b6b3f1, 'name': SearchDatastore_Task, 'duration_secs': 0.019262} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.253299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.253571] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.253763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.253905] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.254173] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.256842] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-408f44eb-a7db-4399-b35f-127aa34af859 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.268115] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.269111] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.269906] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9da5e8b-5af0-47ab-afa0-0e81c5424fcb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.280449] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1007.280449] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1676a-edf7-4b7f-9a71-e021f2a2f3a9" [ 1007.280449] env[70294]: _type = "Task" [ 1007.280449] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.292504] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1676a-edf7-4b7f-9a71-e021f2a2f3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009026} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.293445] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c4b3c4-79e2-44c3-8156-c23f59f48350 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.299067] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1007.299067] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234bab6-6134-7c1b-cef3-97a9f6449139" [ 1007.299067] env[70294]: _type = "Task" [ 1007.299067] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.308194] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234bab6-6134-7c1b-cef3-97a9f6449139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.383363] env[70294]: DEBUG nova.scheduler.client.report [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.415874] env[70294]: DEBUG nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.423164] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "c24db184-492a-4edb-b6e4-964145a18b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.423164] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.423164] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.437803] env[70294]: DEBUG oslo_vmware.api [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570311, 'name': PowerOffVM_Task, 'duration_secs': 0.216182} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.437951] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.438128] env[70294]: DEBUG nova.compute.manager [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.441237] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76382e0-36ed-44d2-8fba-13b2fdae6752 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.492100] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.493123] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.493396] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.493560] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.493782] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.493928] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.494099] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.494350] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.494456] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.494618] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.494816] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.495013] env[70294]: DEBUG nova.virt.hardware [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.496429] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86caef9-5832-4a89-a7e8-db3038ae4fc7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.505349] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec4d9f6-f1de-4748-8adc-5c8d34d20021 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.533026] env[70294]: DEBUG nova.network.neutron [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updated VIF entry in instance network info cache for port df314e8a-2d9e-45e4-aec8-92de1d8583ac. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.533026] env[70294]: DEBUG nova.network.neutron [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [{"id": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "address": "fa:16:3e:47:f7:81", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf314e8a-2d", "ovs_interfaceid": "df314e8a-2d9e-45e4-aec8-92de1d8583ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.704340] env[70294]: DEBUG nova.objects.base [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1007.704523] env[70294]: DEBUG nova.network.neutron [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.779316] env[70294]: DEBUG nova.policy [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c0580eccf50458b9263584ad0d7b73e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcac892413694e36bead68b507cfbd1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.809673] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234bab6-6134-7c1b-cef3-97a9f6449139, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.809946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.810222] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] bee607f7-7665-4647-8a45-3f71df824e47/bee607f7-7665-4647-8a45-3f71df824e47.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.810525] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3940ad8-4927-4001-9b7f-87af0d8d0a91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.817620] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1007.817620] env[70294]: value = "task-3570312" [ 1007.817620] env[70294]: _type = "Task" [ 1007.817620] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.825997] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.902018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.536s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.902259] env[70294]: INFO nova.compute.manager [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Migrating [ 1007.909553] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.016s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.911342] env[70294]: INFO nova.compute.claims [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.936486] env[70294]: DEBUG nova.network.neutron [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updated VIF entry in instance network info cache for port e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.937087] env[70294]: DEBUG nova.network.neutron [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance_info_cache with network_info: [{"id": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "address": "fa:16:3e:8c:bb:7c", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e72cbb-60", "ovs_interfaceid": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.956611] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cc86d381-611e-4c77-83e9-de2a8b36703a tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.993677] env[70294]: DEBUG oslo_vmware.api [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570309, 'name': PowerOnVM_Task, 'duration_secs': 2.476138} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.994040] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.994253] env[70294]: INFO nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Took 10.38 seconds to spawn the instance on the hypervisor. [ 1007.994452] env[70294]: DEBUG nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.995318] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dedd8d-7051-4fd5-9807-0a265c5df7b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.034494] env[70294]: DEBUG oslo_concurrency.lockutils [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] Releasing lock "refresh_cache-4eb15d67-84bf-48b4-9c06-37eac6194e38" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.034787] env[70294]: DEBUG nova.compute.manager [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.034961] env[70294]: DEBUG nova.compute.manager [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing instance network info cache due to event network-changed-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.035204] env[70294]: DEBUG oslo_concurrency.lockutils [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.035349] env[70294]: DEBUG oslo_concurrency.lockutils [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.035511] env[70294]: DEBUG nova.network.neutron [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing network info cache for port dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.329574] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570312, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.426722] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.426722] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.426722] env[70294]: DEBUG nova.network.neutron [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.440073] env[70294]: DEBUG oslo_concurrency.lockutils [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] Releasing lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.440318] env[70294]: DEBUG nova.compute.manager [req-5471003c-1431-4f11-aa31-c6260c953ee7 req-a5c35e6d-bc39-449b-853e-bee6613ea4ae service nova] [instance: 19b79813-f06b-4094-b799-e709e351473d] Received event network-vif-deleted-bcc2f2fe-98d9-4919-83e7-c8314afb636f {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.488068] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.488232] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.488447] env[70294]: DEBUG nova.network.neutron [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.511963] env[70294]: INFO nova.compute.manager [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Took 51.90 seconds to build instance. [ 1008.667290] env[70294]: DEBUG nova.network.neutron [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Successfully updated port: bbf4ae18-00d3-464c-9535-5ed6443bdd1d {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.829380] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559392} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.829380] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] bee607f7-7665-4647-8a45-3f71df824e47/bee607f7-7665-4647-8a45-3f71df824e47.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.829380] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.829380] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbafd89e-6f38-4dd3-beba-919488045351 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.837612] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1008.837612] env[70294]: value = "task-3570313" [ 1008.837612] env[70294]: _type = "Task" [ 1008.837612] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.851557] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.957217] env[70294]: DEBUG nova.network.neutron [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updated VIF entry in instance network info cache for port dc5f71a3-58d6-4ff0-a685-94cbe8d7279c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.957620] env[70294]: DEBUG nova.network.neutron [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.013631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b0310328-2581-4c25-97f7-8ecb3fe31b73 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.432s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.173300] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "refresh_cache-9201b572-a358-40ba-9a35-75312a13e995" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.173300] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "refresh_cache-9201b572-a358-40ba-9a35-75312a13e995" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.173300] env[70294]: DEBUG nova.network.neutron [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.314938] env[70294]: DEBUG nova.network.neutron [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.323351] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f4829e-0dfd-47ba-b84e-c982181015ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.333606] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ac13ad-c6ea-49a6-a4dd-3ad275fb907e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.379044] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065645} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.380183] env[70294]: DEBUG nova.network.neutron [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.381878] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82df8a88-bfe5-4e37-82fe-5e3e70048f16 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.385536] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1009.386843] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9acc85-64e1-4278-bc6c-719b8b2c81bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.416815] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] bee607f7-7665-4647-8a45-3f71df824e47/bee607f7-7665-4647-8a45-3f71df824e47.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.417564] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f50590-7537-4c30-bbb6-61c89ac96aa8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.433493] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bbb170-ad39-4d27-b024-35a4aad0b267 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.448488] env[70294]: DEBUG nova.compute.provider_tree [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.451029] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1009.451029] env[70294]: value = "task-3570314" [ 1009.451029] env[70294]: _type = "Task" [ 1009.451029] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.460386] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.461017] env[70294]: DEBUG oslo_concurrency.lockutils [req-d1e93d54-2865-4349-8038-e4de8bb32a07 req-89add16f-7023-418f-b95c-e12640249274 service nova] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.584395] env[70294]: DEBUG nova.network.neutron [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Successfully updated port: f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.722277] env[70294]: DEBUG nova.network.neutron [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.825120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.894616] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.953726] env[70294]: DEBUG nova.scheduler.client.report [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.965507] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570314, 'name': ReconfigVM_Task, 'duration_secs': 0.275282} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.965757] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Reconfigured VM instance instance-00000060 to attach disk [datastore2] bee607f7-7665-4647-8a45-3f71df824e47/bee607f7-7665-4647-8a45-3f71df824e47.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.966492] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-040cf242-13f6-433c-a085-b6f87da2c14f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.972020] env[70294]: DEBUG nova.network.neutron [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Updating instance_info_cache with network_info: [{"id": "bbf4ae18-00d3-464c-9535-5ed6443bdd1d", "address": "fa:16:3e:22:a8:e9", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf4ae18-00", "ovs_interfaceid": "bbf4ae18-00d3-464c-9535-5ed6443bdd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.974186] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1009.974186] env[70294]: value = "task-3570315" [ 1009.974186] env[70294]: _type = "Task" [ 1009.974186] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.986201] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570315, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.091664] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.091869] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.092078] env[70294]: DEBUG nova.network.neutron [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.178220] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.178859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.381397] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdffe148-4f2b-4560-ba63-682e93d580f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.405885] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35545ab1-c879-4e38-8d44-ee4a90a502f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.413682] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance 'c24db184-492a-4edb-b6e4-964145a18b15' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.458073] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.458677] env[70294]: DEBUG nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.461978] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.273s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.462299] env[70294]: DEBUG nova.objects.instance [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lazy-loading 'resources' on Instance uuid 0c3da7a1-f86f-45e3-bc4a-95016c98515d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.481371] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "refresh_cache-9201b572-a358-40ba-9a35-75312a13e995" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.481371] env[70294]: DEBUG nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Instance network_info: |[{"id": "bbf4ae18-00d3-464c-9535-5ed6443bdd1d", "address": "fa:16:3e:22:a8:e9", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf4ae18-00", "ovs_interfaceid": "bbf4ae18-00d3-464c-9535-5ed6443bdd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.481371] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:a8:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbf4ae18-00d3-464c-9535-5ed6443bdd1d', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.489322] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.490669] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.490899] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6b63496-8f3a-40a0-99df-d5e2d61a69b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.512088] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570315, 'name': Rename_Task, 'duration_secs': 0.135168} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.512088] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.512288] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6811135b-d662-4488-b1ba-64674b3d2b0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.519301] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.519301] env[70294]: value = "task-3570316" [ 1010.519301] env[70294]: _type = "Task" [ 1010.519301] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.523470] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1010.523470] env[70294]: value = "task-3570317" [ 1010.523470] env[70294]: _type = "Task" [ 1010.523470] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.533260] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570316, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.539212] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.643528] env[70294]: WARNING nova.network.neutron [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] 00e44f81-593f-4aa1-b74d-4ac9a422ce25 already exists in list: networks containing: ['00e44f81-593f-4aa1-b74d-4ac9a422ce25']. ignoring it [ 1010.682191] env[70294]: DEBUG nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1010.921828] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7cf9be77-a79f-429e-a27d-7dbe9cd98a1c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance 'c24db184-492a-4edb-b6e4-964145a18b15' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.968049] env[70294]: DEBUG nova.compute.manager [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Received event network-vif-plugged-bbf4ae18-00d3-464c-9535-5ed6443bdd1d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.968310] env[70294]: DEBUG oslo_concurrency.lockutils [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] Acquiring lock "9201b572-a358-40ba-9a35-75312a13e995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.968584] env[70294]: DEBUG oslo_concurrency.lockutils [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] Lock "9201b572-a358-40ba-9a35-75312a13e995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.968943] env[70294]: DEBUG oslo_concurrency.lockutils [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] Lock "9201b572-a358-40ba-9a35-75312a13e995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.968943] env[70294]: DEBUG nova.compute.manager [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] No waiting events found dispatching network-vif-plugged-bbf4ae18-00d3-464c-9535-5ed6443bdd1d {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.969072] env[70294]: WARNING nova.compute.manager [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Received unexpected event network-vif-plugged-bbf4ae18-00d3-464c-9535-5ed6443bdd1d for instance with vm_state building and task_state spawning. [ 1010.969185] env[70294]: DEBUG nova.compute.manager [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Received event network-changed-bbf4ae18-00d3-464c-9535-5ed6443bdd1d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.969349] env[70294]: DEBUG nova.compute.manager [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Refreshing instance network info cache due to event network-changed-bbf4ae18-00d3-464c-9535-5ed6443bdd1d. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.969536] env[70294]: DEBUG oslo_concurrency.lockutils [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] Acquiring lock "refresh_cache-9201b572-a358-40ba-9a35-75312a13e995" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.969671] env[70294]: DEBUG oslo_concurrency.lockutils [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] Acquired lock "refresh_cache-9201b572-a358-40ba-9a35-75312a13e995" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.969824] env[70294]: DEBUG nova.network.neutron [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Refreshing network info cache for port bbf4ae18-00d3-464c-9535-5ed6443bdd1d {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1010.972177] env[70294]: DEBUG nova.compute.utils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.976995] env[70294]: DEBUG nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.981024] env[70294]: DEBUG nova.network.neutron [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.028168] env[70294]: DEBUG nova.network.neutron [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "address": "fa:16:3e:1f:1c:28", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a189f1-45", "ovs_interfaceid": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.034704] env[70294]: DEBUG nova.policy [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bdd451103449f587a7eb2b19e5f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c45530c6fab4ad4bf14301b6c215c62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1011.048871] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570316, 'name': CreateVM_Task, 'duration_secs': 0.367586} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.054861] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.055976] env[70294]: DEBUG oslo_vmware.api [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570317, 'name': PowerOnVM_Task, 'duration_secs': 0.466463} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.056927] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.057304] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.057694] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.058122] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.058477] env[70294]: INFO nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1011.058755] env[70294]: DEBUG nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.059986] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45698575-a971-43cc-a861-86249eafc104 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.061805] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1d59b-5ae2-48d6-9efa-45acc3c416ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.074032] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1011.074032] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fe1a18-87ad-a4fb-9377-aa76ae0ddbcc" [ 1011.074032] env[70294]: _type = "Task" [ 1011.074032] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.086446] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fe1a18-87ad-a4fb-9377-aa76ae0ddbcc, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.089871] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.090234] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.090544] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.090656] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.090838] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.091355] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b3a01aa-829b-4879-a2cb-3529193609f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.109979] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.109979] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.110873] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7c3ad1-4516-4408-bc01-5a0c9c18e5d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.116480] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1011.116480] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527b1c56-c63b-2c18-1cb7-3894abb7def9" [ 1011.116480] env[70294]: _type = "Task" [ 1011.116480] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.125550] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527b1c56-c63b-2c18-1cb7-3894abb7def9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.207659] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.331777] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a18515-927e-461f-ba2d-9c2ab4c66ada {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.340740] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176395fc-eb5c-4b12-805b-c3069848f556 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.376652] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c42ccef-5716-4fa8-aba7-e0ca9172450e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.381732] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd1f48-2240-4a2e-9475-da863da7e35d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.407238] env[70294]: DEBUG nova.compute.provider_tree [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.421468] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05d8c47-db2e-4983-8819-08997d54a447 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.450461] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance '8288abc2-c769-41b9-9e26-b3fc0628e127' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1011.479731] env[70294]: DEBUG nova.network.neutron [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Successfully created port: 5165cac6-f622-41ad-80ae-fd1051f28d12 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.481452] env[70294]: DEBUG nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.504287] env[70294]: INFO nova.compute.manager [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Rebuilding instance [ 1011.538060] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.538715] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.538864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.539706] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f34b95b7-0691-4cd7-9249-a54302357f00 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.559085] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.559198] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.559428] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.559630] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.559852] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.559917] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.560135] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.560304] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.560475] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.560661] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.560796] env[70294]: DEBUG nova.virt.hardware [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.567710] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Reconfiguring VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1011.574131] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0896e9e1-bd8a-45f3-bb22-85e8caede987 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.596155] env[70294]: INFO nova.compute.manager [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Took 42.28 seconds to build instance. [ 1011.599066] env[70294]: DEBUG oslo_vmware.api [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 1011.599066] env[70294]: value = "task-3570318" [ 1011.599066] env[70294]: _type = "Task" [ 1011.599066] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.607812] env[70294]: DEBUG oslo_vmware.api [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570318, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.626780] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527b1c56-c63b-2c18-1cb7-3894abb7def9, 'name': SearchDatastore_Task, 'duration_secs': 0.012538} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.627566] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6b13a7e-4eef-464d-a642-e50d12c3e040 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.635712] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1011.635712] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526674c9-6e4f-9988-c79d-4fd65fada3ad" [ 1011.635712] env[70294]: _type = "Task" [ 1011.635712] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.643502] env[70294]: DEBUG nova.compute.manager [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.643502] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15405489-253a-405f-8b36-0efbb93a0059 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.652090] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526674c9-6e4f-9988-c79d-4fd65fada3ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.880099] env[70294]: DEBUG nova.network.neutron [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Updated VIF entry in instance network info cache for port bbf4ae18-00d3-464c-9535-5ed6443bdd1d. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.880481] env[70294]: DEBUG nova.network.neutron [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Updating instance_info_cache with network_info: [{"id": "bbf4ae18-00d3-464c-9535-5ed6443bdd1d", "address": "fa:16:3e:22:a8:e9", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbf4ae18-00", "ovs_interfaceid": "bbf4ae18-00d3-464c-9535-5ed6443bdd1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.904866] env[70294]: DEBUG nova.scheduler.client.report [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.962219] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.962551] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d76df33-6b53-4473-adfc-29e248001b46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.974778] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1011.974778] env[70294]: value = "task-3570319" [ 1011.974778] env[70294]: _type = "Task" [ 1011.974778] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.983070] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.100361] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5919e584-5112-40d7-a39b-87fe234be3be tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.790s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.114979] env[70294]: DEBUG oslo_vmware.api [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.150897] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526674c9-6e4f-9988-c79d-4fd65fada3ad, 'name': SearchDatastore_Task, 'duration_secs': 0.019573} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.150897] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.150897] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 9201b572-a358-40ba-9a35-75312a13e995/9201b572-a358-40ba-9a35-75312a13e995.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.151097] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd2c7767-1933-4533-83fc-d78b82b0e8a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.160286] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1012.160286] env[70294]: value = "task-3570320" [ 1012.160286] env[70294]: _type = "Task" [ 1012.160286] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.170529] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.385169] env[70294]: DEBUG oslo_concurrency.lockutils [req-d0df5f47-c03b-44b4-803e-d888aff04203 req-3f6803d9-9991-46a8-8e1d-f470f0caef62 service nova] Releasing lock "refresh_cache-9201b572-a358-40ba-9a35-75312a13e995" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.410827] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.413186] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.945s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.413186] env[70294]: DEBUG nova.objects.instance [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lazy-loading 'resources' on Instance uuid 19b79813-f06b-4094-b799-e709e351473d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.477079] env[70294]: INFO nova.scheduler.client.report [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleted allocations for instance 0c3da7a1-f86f-45e3-bc4a-95016c98515d [ 1012.494412] env[70294]: DEBUG nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.496808] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570319, 'name': PowerOffVM_Task, 'duration_secs': 0.426742} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.496808] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.496808] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance '8288abc2-c769-41b9-9e26-b3fc0628e127' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.607748] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.608040] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.608255] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.608485] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.608709] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.608842] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.609045] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.609178] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.609350] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.609513] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.609694] env[70294]: DEBUG nova.virt.hardware [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.610695] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d67ccb9-861c-4877-8445-5cbd827b514b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.621955] env[70294]: DEBUG oslo_vmware.api [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570318, 'name': ReconfigVM_Task, 'duration_secs': 0.597323} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.623404] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.623644] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Reconfigured VM to attach interface {{(pid=70294) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1012.628585] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9eaffb-a741-4d94-af2e-58703e94250d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.662791] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.662956] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8984b51e-c248-441a-b995-16d4f98ff56b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.675908] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570320, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.678300] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1012.678300] env[70294]: value = "task-3570321" [ 1012.678300] env[70294]: _type = "Task" [ 1012.678300] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.691637] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1012.691997] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.692831] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e30363-53b6-4c99-8aaa-29b758e8e402 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.701600] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.701909] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ed1524c-b90e-46b5-8fda-22f00a34bb50 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.780760] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.780916] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.781142] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleting the datastore file [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.781392] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d17ff425-0203-44f4-9718-7f494bb33cb0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.790150] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1012.790150] env[70294]: value = "task-3570323" [ 1012.790150] env[70294]: _type = "Task" [ 1012.790150] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.798383] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.994393] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cbbe7f7c-0db0-400a-89ed-022b790cd635 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "0c3da7a1-f86f-45e3-bc4a-95016c98515d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.453s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.009293] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.009293] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.009293] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.009293] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.009293] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.009293] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.009293] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.009628] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.009924] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.010170] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.010456] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.019144] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c32f8f7e-4bdb-4c75-b412-10b367dd8a08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.037047] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.037047] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.041883] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1013.041883] env[70294]: value = "task-3570324" [ 1013.041883] env[70294]: _type = "Task" [ 1013.041883] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.054479] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570324, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.135126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f46d031-8475-4344-b36f-56cf5185826e tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-e7572891-de8e-4217-af0f-159a389d8f31-f0a189f1-458e-4340-bdc8-db4d5993fad1" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.636s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.172930] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638191} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.175552] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 9201b572-a358-40ba-9a35-75312a13e995/9201b572-a358-40ba-9a35-75312a13e995.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.175770] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.176237] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e36e266-bd2a-4634-baca-ea90fa880a57 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.184141] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1013.184141] env[70294]: value = "task-3570325" [ 1013.184141] env[70294]: _type = "Task" [ 1013.184141] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.194943] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570325, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.266944] env[70294]: DEBUG nova.network.neutron [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Successfully updated port: 5165cac6-f622-41ad-80ae-fd1051f28d12 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.304138] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175138} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.304138] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.304241] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.304405] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.336177] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f3469-e0d8-4b3e-a8b6-1e5cfba41994 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.344404] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48661f4-3447-4089-8263-ae32455f4b6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.380297] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e540d6f-a13d-4e11-8255-c8f560dba6da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.389702] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2b1d96-69d3-4d6f-92bd-063ce538454a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.407432] env[70294]: DEBUG nova.compute.provider_tree [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.539211] env[70294]: DEBUG nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.563553] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570324, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.694077] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570325, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214789} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.694374] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.695221] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1e026d-14c4-4dfb-af64-2512a8d6bf9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.717127] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9201b572-a358-40ba-9a35-75312a13e995/9201b572-a358-40ba-9a35-75312a13e995.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.717426] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818c8dd4-7cf8-4cd8-a06d-49a37d39ee20 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.737930] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1013.737930] env[70294]: value = "task-3570326" [ 1013.737930] env[70294]: _type = "Task" [ 1013.737930] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.746848] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.771647] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.771808] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.771966] env[70294]: DEBUG nova.network.neutron [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.823512] env[70294]: DEBUG nova.compute.manager [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received event network-changed-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.823723] env[70294]: DEBUG nova.compute.manager [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing instance network info cache due to event network-changed-c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.823936] env[70294]: DEBUG oslo_concurrency.lockutils [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] Acquiring lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.824126] env[70294]: DEBUG oslo_concurrency.lockutils [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] Acquired lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.824306] env[70294]: DEBUG nova.network.neutron [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing network info cache for port c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.910445] env[70294]: DEBUG nova.scheduler.client.report [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.058701] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570324, 'name': ReconfigVM_Task, 'duration_secs': 0.700033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.058701] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance '8288abc2-c769-41b9-9e26-b3fc0628e127' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.101097] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.247888] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570326, 'name': ReconfigVM_Task, 'duration_secs': 0.446591} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.248195] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9201b572-a358-40ba-9a35-75312a13e995/9201b572-a358-40ba-9a35-75312a13e995.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.249151] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d322954-08d7-43c6-823c-4bbdb7e11f8e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.255611] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1014.255611] env[70294]: value = "task-3570327" [ 1014.255611] env[70294]: _type = "Task" [ 1014.255611] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.263850] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570327, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.320145] env[70294]: DEBUG nova.network.neutron [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.324770] env[70294]: DEBUG nova.compute.manager [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-vif-plugged-f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.324948] env[70294]: DEBUG oslo_concurrency.lockutils [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] Acquiring lock "e7572891-de8e-4217-af0f-159a389d8f31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.325175] env[70294]: DEBUG oslo_concurrency.lockutils [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] Lock "e7572891-de8e-4217-af0f-159a389d8f31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.325346] env[70294]: DEBUG oslo_concurrency.lockutils [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] Lock "e7572891-de8e-4217-af0f-159a389d8f31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.325514] env[70294]: DEBUG nova.compute.manager [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] No waiting events found dispatching network-vif-plugged-f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1014.325680] env[70294]: WARNING nova.compute.manager [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received unexpected event network-vif-plugged-f0a189f1-458e-4340-bdc8-db4d5993fad1 for instance with vm_state active and task_state None. [ 1014.325836] env[70294]: DEBUG nova.compute.manager [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-changed-f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.325989] env[70294]: DEBUG nova.compute.manager [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing instance network info cache due to event network-changed-f0a189f1-458e-4340-bdc8-db4d5993fad1. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.326337] env[70294]: DEBUG oslo_concurrency.lockutils [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.326523] env[70294]: DEBUG oslo_concurrency.lockutils [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.326600] env[70294]: DEBUG nova.network.neutron [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Refreshing network info cache for port f0a189f1-458e-4340-bdc8-db4d5993fad1 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1014.391360] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.392296] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.392296] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.392296] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.392296] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.392480] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.392572] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.392730] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.392943] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.393149] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.393343] env[70294]: DEBUG nova.virt.hardware [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.394363] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be94f3ae-c3db-430f-9e2b-70397aee3db9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.407557] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-933adb0d-d9a2-4157-801c-4828f6e94d6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.418201] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.003s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.430629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.223s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.433064] env[70294]: INFO nova.compute.claims [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.437707] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:7a:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7baeaa4b-dc16-48c9-b17b-ea555512783c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1014.448242] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.452891] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1014.453200] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d92e78f-c2a5-4633-8bd5-45b105a7f3ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.478159] env[70294]: INFO nova.scheduler.client.report [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Deleted allocations for instance 19b79813-f06b-4094-b799-e709e351473d [ 1014.487212] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1014.487212] env[70294]: value = "task-3570328" [ 1014.487212] env[70294]: _type = "Task" [ 1014.487212] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.500528] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570328, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.566345] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.566624] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.566783] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.566966] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.567532] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.567719] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.567937] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.568617] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.568617] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.568617] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.568805] env[70294]: DEBUG nova.virt.hardware [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.575744] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Reconfiguring VM instance instance-00000018 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1014.580398] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c39abfb4-857a-4185-818f-e0978a9d0879 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.598767] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1014.598767] env[70294]: value = "task-3570329" [ 1014.598767] env[70294]: _type = "Task" [ 1014.598767] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.606806] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570329, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.624547] env[70294]: DEBUG nova.network.neutron [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Updating instance_info_cache with network_info: [{"id": "5165cac6-f622-41ad-80ae-fd1051f28d12", "address": "fa:16:3e:0a:e5:55", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5165cac6-f6", "ovs_interfaceid": "5165cac6-f622-41ad-80ae-fd1051f28d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.767172] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570327, 'name': Rename_Task, 'duration_secs': 0.195778} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.767486] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.767885] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e48e6e-615f-43d3-b06a-b36d0e0a3db6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.773556] env[70294]: DEBUG nova.network.neutron [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updated VIF entry in instance network info cache for port c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.773556] env[70294]: DEBUG nova.network.neutron [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.775878] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1014.775878] env[70294]: value = "task-3570330" [ 1014.775878] env[70294]: _type = "Task" [ 1014.775878] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.787522] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "c24db184-492a-4edb-b6e4-964145a18b15" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.787522] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.787522] env[70294]: DEBUG nova.compute.manager [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Going to confirm migration 4 {{(pid=70294) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1014.789075] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.986224] env[70294]: DEBUG oslo_concurrency.lockutils [None req-78225f90-ca92-4c9b-8951-8a4619b72699 tempest-ServersAdminTestJSON-90397065 tempest-ServersAdminTestJSON-90397065-project-member] Lock "19b79813-f06b-4094-b799-e709e351473d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.089s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.997439] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570328, 'name': CreateVM_Task, 'duration_secs': 0.367664} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.997758] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.000702] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.001213] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.003237] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.003237] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-018ccce2-d035-4468-9625-b1cd75d61db4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.009030] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1015.009030] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f47d2b-4492-7200-97c8-e2a6094b8371" [ 1015.009030] env[70294]: _type = "Task" [ 1015.009030] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.017639] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f47d2b-4492-7200-97c8-e2a6094b8371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.113508] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570329, 'name': ReconfigVM_Task, 'duration_secs': 0.228358} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.116183] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Reconfigured VM instance instance-00000018 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.117268] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f613d8ac-6d16-4eb5-8a51-0ad4dfb73648 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.135031] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.135410] env[70294]: DEBUG nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Instance network_info: |[{"id": "5165cac6-f622-41ad-80ae-fd1051f28d12", "address": "fa:16:3e:0a:e5:55", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5165cac6-f6", "ovs_interfaceid": "5165cac6-f622-41ad-80ae-fd1051f28d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.144973] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8288abc2-c769-41b9-9e26-b3fc0628e127/8288abc2-c769-41b9-9e26-b3fc0628e127.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.144973] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:e5:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5165cac6-f622-41ad-80ae-fd1051f28d12', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.151951] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.152349] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221d0d30-5fd6-4b77-9aeb-0f596303ccb6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.166591] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.166888] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa3bbba7-39aa-4b3f-b70e-e9280974956e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.194637] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.194637] env[70294]: value = "task-3570332" [ 1015.194637] env[70294]: _type = "Task" [ 1015.194637] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.195843] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1015.195843] env[70294]: value = "task-3570331" [ 1015.195843] env[70294]: _type = "Task" [ 1015.195843] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.210968] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570332, 'name': CreateVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.214319] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.261581] env[70294]: DEBUG nova.network.neutron [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updated VIF entry in instance network info cache for port f0a189f1-458e-4340-bdc8-db4d5993fad1. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1015.262040] env[70294]: DEBUG nova.network.neutron [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "address": "fa:16:3e:1f:1c:28", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0a189f1-45", "ovs_interfaceid": "f0a189f1-458e-4340-bdc8-db4d5993fad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.281237] env[70294]: DEBUG oslo_concurrency.lockutils [req-60567dde-afad-4b07-8f04-3be7746257ae req-1785bda4-5c8a-4dbf-a3ac-dbca9c754446 service nova] Releasing lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.287389] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.400959] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.400959] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.400959] env[70294]: DEBUG nova.network.neutron [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.401299] env[70294]: DEBUG nova.objects.instance [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'info_cache' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.415284] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "bc3809c5-5884-4d54-9fa2-d1a780b038de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.415284] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.415532] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "bc3809c5-5884-4d54-9fa2-d1a780b038de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.415699] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.416220] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.418940] env[70294]: INFO nova.compute.manager [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Terminating instance [ 1015.522958] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f47d2b-4492-7200-97c8-e2a6094b8371, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.525701] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.526194] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.526419] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.526558] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.526774] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.529210] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10b1f136-4cc3-455c-ad93-3a8fc4d7e4ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.536266] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.536520] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.538009] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2febf7ba-8caf-4ee6-a6ac-4a3f0a661326 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.546609] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1015.546609] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef1623-08ca-65ff-ae23-05ed904868ee" [ 1015.546609] env[70294]: _type = "Task" [ 1015.546609] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.557094] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef1623-08ca-65ff-ae23-05ed904868ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.712573] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570332, 'name': CreateVM_Task, 'duration_secs': 0.400244} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.712765] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1015.714299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.715030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.715030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.720075] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9555bb7-afb5-4847-aa59-b83cfa4222af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.722086] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570331, 'name': ReconfigVM_Task, 'duration_secs': 0.442145} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.725012] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8288abc2-c769-41b9-9e26-b3fc0628e127/8288abc2-c769-41b9-9e26-b3fc0628e127.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.725316] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance '8288abc2-c769-41b9-9e26-b3fc0628e127' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1015.732167] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1015.732167] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5255c9e9-cd11-25b1-2cc1-7e0091093e86" [ 1015.732167] env[70294]: _type = "Task" [ 1015.732167] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.740131] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5255c9e9-cd11-25b1-2cc1-7e0091093e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.767361] env[70294]: DEBUG oslo_concurrency.lockutils [req-7b2f4e7d-673d-45ed-b0f1-880b621bd1f3 req-c7fef6f5-90a0-4851-9018-963cfe59b756 service nova] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.786832] env[70294]: DEBUG oslo_vmware.api [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570330, 'name': PowerOnVM_Task, 'duration_secs': 0.809895} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.787582] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.787582] env[70294]: INFO nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1015.789728] env[70294]: DEBUG nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.789728] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893c2109-d01b-4143-99b5-daf34f463e66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.843056] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668df9b0-cb9f-4c24-a31b-525b18601d4d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.851041] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdbde09-bb58-4024-a8a1-0bce55b83086 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.886408] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb8f315-bbbb-4e07-9f20-ebb2a41172db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.894685] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea804ad-17cb-4e73-8fd2-bce1d7790c60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.911668] env[70294]: DEBUG nova.compute.provider_tree [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.924705] env[70294]: DEBUG nova.compute.manager [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.924705] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.924705] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b45822-0f56-4c4c-b277-d66224227ce3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.935400] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.935821] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3784eb5-c427-4c8d-a033-dc77c97e972b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.947589] env[70294]: DEBUG oslo_vmware.api [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 1015.947589] env[70294]: value = "task-3570333" [ 1015.947589] env[70294]: _type = "Task" [ 1015.947589] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.960046] env[70294]: DEBUG oslo_vmware.api [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.061025] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ef1623-08ca-65ff-ae23-05ed904868ee, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.061025] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9af061f-0756-4191-bfc0-70c6adcaa84d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.065121] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1016.065121] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529b2c9a-2fda-7eb1-5938-bac498928c6f" [ 1016.065121] env[70294]: _type = "Task" [ 1016.065121] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.073304] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529b2c9a-2fda-7eb1-5938-bac498928c6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.235796] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59305cd1-1bc9-4ce3-b680-5bdadab0739d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.267720] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5255c9e9-cd11-25b1-2cc1-7e0091093e86, 'name': SearchDatastore_Task, 'duration_secs': 0.00991} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.268881] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e910224b-e1fd-4944-95d9-e5675176c1af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.272438] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.272438] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.272582] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.292241] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance '8288abc2-c769-41b9-9e26-b3fc0628e127' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1016.308404] env[70294]: INFO nova.compute.manager [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Took 15.13 seconds to build instance. [ 1016.418527] env[70294]: DEBUG nova.scheduler.client.report [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.420319] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "interface-e7572891-de8e-4217-af0f-159a389d8f31-f0a189f1-458e-4340-bdc8-db4d5993fad1" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.420546] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-e7572891-de8e-4217-af0f-159a389d8f31-f0a189f1-458e-4340-bdc8-db4d5993fad1" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.458583] env[70294]: DEBUG oslo_vmware.api [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570333, 'name': PowerOffVM_Task, 'duration_secs': 0.295976} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.458796] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.459028] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.459303] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f58714f-371d-4f8e-92e9-918a93c73b56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.532867] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.533154] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.533303] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleting the datastore file [datastore2] bc3809c5-5884-4d54-9fa2-d1a780b038de {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.534257] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6cfbe82-984f-4086-a770-4a45f3c028c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.540412] env[70294]: DEBUG oslo_vmware.api [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for the task: (returnval){ [ 1016.540412] env[70294]: value = "task-3570335" [ 1016.540412] env[70294]: _type = "Task" [ 1016.540412] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.552082] env[70294]: DEBUG oslo_vmware.api [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.581965] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529b2c9a-2fda-7eb1-5938-bac498928c6f, 'name': SearchDatastore_Task, 'duration_secs': 0.016073} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.581965] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.581965] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.581965] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.582196] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.582326] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-537ca568-9abd-440b-8211-85a6e305f164 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.588932] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-479827c2-a495-40b1-b776-29327af69dac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.593314] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1016.593314] env[70294]: value = "task-3570336" [ 1016.593314] env[70294]: _type = "Task" [ 1016.593314] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.598791] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.598791] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.598995] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c2d704-d5a1-4ca9-acd4-226a05a1cbca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.604636] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.607457] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1016.607457] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5299b29f-3044-04de-a295-14bcf7409719" [ 1016.607457] env[70294]: _type = "Task" [ 1016.607457] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.619027] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5299b29f-3044-04de-a295-14bcf7409719, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.635828] env[70294]: DEBUG nova.compute.manager [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received event network-changed-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.636039] env[70294]: DEBUG nova.compute.manager [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing instance network info cache due to event network-changed-c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.636283] env[70294]: DEBUG oslo_concurrency.lockutils [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] Acquiring lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.636433] env[70294]: DEBUG oslo_concurrency.lockutils [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] Acquired lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.636626] env[70294]: DEBUG nova.network.neutron [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing network info cache for port c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.809379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-16745a6c-12c6-4abf-ad37-1295e5fa7988 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "9201b572-a358-40ba-9a35-75312a13e995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.647s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.923516] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.924180] env[70294]: DEBUG nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.931027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.931027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.931027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.830s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.932787] env[70294]: INFO nova.compute.claims [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.941549] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d40dc9-9b56-4227-aced-6c4997be3b60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.970505] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6b50ec-4dba-43eb-a373-fbf2eaabff2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.998451] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Reconfiguring VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1016.999717] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a30b23-ed4d-4361-a728-188a477a8326 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.020072] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 1017.020072] env[70294]: value = "task-3570337" [ 1017.020072] env[70294]: _type = "Task" [ 1017.020072] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.028424] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.049663] env[70294]: DEBUG oslo_vmware.api [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Task: {'id': task-3570335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160101} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.049935] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.050143] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.050326] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.050505] env[70294]: INFO nova.compute.manager [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.050754] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.050936] env[70294]: DEBUG nova.compute.manager [-] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.051043] env[70294]: DEBUG nova.network.neutron [-] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1017.080814] env[70294]: DEBUG nova.compute.manager [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1017.102384] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439921} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.102642] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.102860] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.103141] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5500d2d-de0e-4275-b3b5-4cd435dd4b80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.114268] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1017.114268] env[70294]: value = "task-3570338" [ 1017.114268] env[70294]: _type = "Task" [ 1017.114268] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.124035] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5299b29f-3044-04de-a295-14bcf7409719, 'name': SearchDatastore_Task, 'duration_secs': 0.018319} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.124035] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3b1ea1e-55ca-49f3-9e7f-2b396e869735 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.129245] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.134608] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1017.134608] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52541b16-eac7-b0a1-8885-40cfa693959d" [ 1017.134608] env[70294]: _type = "Task" [ 1017.134608] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.145564] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52541b16-eac7-b0a1-8885-40cfa693959d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.253763] env[70294]: DEBUG nova.network.neutron [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Port 7754eb18-94ec-497e-86f6-9038e28638e6 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1017.353024] env[70294]: DEBUG nova.network.neutron [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.390091] env[70294]: DEBUG nova.compute.manager [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Received event network-vif-plugged-5165cac6-f622-41ad-80ae-fd1051f28d12 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.390274] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] Acquiring lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.390483] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.390645] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.390848] env[70294]: DEBUG nova.compute.manager [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] No waiting events found dispatching network-vif-plugged-5165cac6-f622-41ad-80ae-fd1051f28d12 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1017.391032] env[70294]: WARNING nova.compute.manager [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Received unexpected event network-vif-plugged-5165cac6-f622-41ad-80ae-fd1051f28d12 for instance with vm_state building and task_state spawning. [ 1017.391174] env[70294]: DEBUG nova.compute.manager [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Received event network-changed-5165cac6-f622-41ad-80ae-fd1051f28d12 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.391383] env[70294]: DEBUG nova.compute.manager [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Refreshing instance network info cache due to event network-changed-5165cac6-f622-41ad-80ae-fd1051f28d12. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1017.391516] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] Acquiring lock "refresh_cache-89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.391624] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] Acquired lock "refresh_cache-89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.391803] env[70294]: DEBUG nova.network.neutron [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Refreshing network info cache for port 5165cac6-f622-41ad-80ae-fd1051f28d12 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.442638] env[70294]: DEBUG nova.compute.utils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.447585] env[70294]: DEBUG nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.447890] env[70294]: DEBUG nova.network.neutron [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.515438] env[70294]: DEBUG nova.policy [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8854299ad454e34939bef21aae4e12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f637ebbde3d24a98a1394179878487b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.530376] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.606743] env[70294]: DEBUG nova.network.neutron [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updated VIF entry in instance network info cache for port c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.607143] env[70294]: DEBUG nova.network.neutron [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.619690] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.623653] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184243} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.624524] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.625331] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cffe497-3dfa-46d4-920d-f073c375cf4c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.648513] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.652698] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3cbd3a7-aeee-4753-912b-8892d45da663 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.674514] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52541b16-eac7-b0a1-8885-40cfa693959d, 'name': SearchDatastore_Task, 'duration_secs': 0.010321} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.675865] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.676179] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b/89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1017.676509] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1017.676509] env[70294]: value = "task-3570339" [ 1017.676509] env[70294]: _type = "Task" [ 1017.676509] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.676697] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0431049c-550b-424e-904b-fd05fa726a0c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.689337] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.690638] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1017.690638] env[70294]: value = "task-3570340" [ 1017.690638] env[70294]: _type = "Task" [ 1017.690638] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.698993] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.829809] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.830120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.856211] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.856211] env[70294]: DEBUG nova.objects.instance [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'migration_context' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.922148] env[70294]: DEBUG nova.network.neutron [-] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.953309] env[70294]: DEBUG nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1018.037445] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.110907] env[70294]: DEBUG oslo_concurrency.lockutils [req-d4c8ca7a-9947-4bfb-9374-3b23bea28a4b req-d245055d-f46a-4174-b49f-c3f1ef7050aa service nova] Releasing lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.194527] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.207359] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446137} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.207651] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b/89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.207917] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.208267] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-046d3037-8373-416e-8379-33943ced0590 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.215718] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1018.215718] env[70294]: value = "task-3570341" [ 1018.215718] env[70294]: _type = "Task" [ 1018.215718] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.229845] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.259329] env[70294]: DEBUG nova.network.neutron [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Successfully created port: a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.285434] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.285776] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.286176] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.317567] env[70294]: DEBUG nova.network.neutron [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Updated VIF entry in instance network info cache for port 5165cac6-f622-41ad-80ae-fd1051f28d12. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1018.317911] env[70294]: DEBUG nova.network.neutron [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Updating instance_info_cache with network_info: [{"id": "5165cac6-f622-41ad-80ae-fd1051f28d12", "address": "fa:16:3e:0a:e5:55", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5165cac6-f6", "ovs_interfaceid": "5165cac6-f622-41ad-80ae-fd1051f28d12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.333371] env[70294]: INFO nova.compute.manager [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Detaching volume 8fafc97c-d23a-45cb-a386-b65e10beacbc [ 1018.360282] env[70294]: DEBUG nova.objects.base [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.368299] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b27e25-7a89-429a-8c74-a27c1890ed94 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.394130] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbf2a13-d66f-4112-834c-c674c1f7e58a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.397461] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f39ae2-22dd-4853-9db8-af2c6aa08be5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.401898] env[70294]: INFO nova.virt.block_device [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Attempting to driver detach volume 8fafc97c-d23a-45cb-a386-b65e10beacbc from mountpoint /dev/sdb [ 1018.402165] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1018.402620] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712637', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'name': 'volume-8fafc97c-d23a-45cb-a386-b65e10beacbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67eda3b1-22f1-4952-908d-aa31550608bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'serial': '8fafc97c-d23a-45cb-a386-b65e10beacbc'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1018.403747] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58680951-75aa-4c3d-9803-1ff2977e69db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.412943] env[70294]: DEBUG oslo_vmware.api [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1018.412943] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527d05d4-eb82-0b32-bb86-e612a51b8398" [ 1018.412943] env[70294]: _type = "Task" [ 1018.412943] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.432192] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be6ecaf-c1ff-4063-bac2-35c005094ae3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.436199] env[70294]: INFO nova.compute.manager [-] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Took 1.38 seconds to deallocate network for instance. [ 1018.441749] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4b1d45-d253-4679-be4c-1ff87ef2d51f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.456428] env[70294]: DEBUG oslo_vmware.api [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527d05d4-eb82-0b32-bb86-e612a51b8398, 'name': SearchDatastore_Task, 'duration_secs': 0.023021} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.483518] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.488701] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacd24c1-9a6d-4635-8c6b-b74b67b62cea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.491872] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b199e7-6e3b-4a4b-ab91-01edbccea237 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.520833] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dce6ce3-73b2-4371-8ed4-3fd9c39b4b42 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.528318] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a9c2f1-3b25-4ce5-bc56-c7ace3d93918 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.542385] env[70294]: DEBUG nova.compute.provider_tree [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.558026] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] The volume has not been displaced from its original location: [datastore1] volume-8fafc97c-d23a-45cb-a386-b65e10beacbc/volume-8fafc97c-d23a-45cb-a386-b65e10beacbc.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1018.560176] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1018.564202] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98691687-3d6b-4b59-bee8-c50664001024 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.579031] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.586592] env[70294]: DEBUG oslo_vmware.api [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1018.586592] env[70294]: value = "task-3570342" [ 1018.586592] env[70294]: _type = "Task" [ 1018.586592] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.596185] env[70294]: DEBUG oslo_vmware.api [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.689337] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570339, 'name': ReconfigVM_Task, 'duration_secs': 0.629001} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.689704] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25/40a1cad3-9cc3-423f-a553-a8e271053d25.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.690356] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e76bc3d-5c7a-4c97-9a0e-16e96cf15e27 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.699202] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1018.699202] env[70294]: value = "task-3570343" [ 1018.699202] env[70294]: _type = "Task" [ 1018.699202] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.709904] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570343, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.730020] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071921} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.730020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.730020] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518b3645-1717-4e54-b7e1-ed3d4ad8f0db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.754646] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b/89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.754977] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e228990-fcc6-40b0-97b1-5941f1f23b91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.775960] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1018.775960] env[70294]: value = "task-3570344" [ 1018.775960] env[70294]: _type = "Task" [ 1018.775960] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.786198] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.820667] env[70294]: DEBUG oslo_concurrency.lockutils [req-a2a46c72-0056-4d2f-9ec2-8601a1a754f1 req-13ca7564-ce0d-43f6-a79b-98695d6a95c4 service nova] Releasing lock "refresh_cache-89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.948995] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.990531] env[70294]: DEBUG nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1019.050604] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.053958] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.054231] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.054599] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.054848] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.055039] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.055193] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.055591] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.055776] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.055971] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.056207] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.056401] env[70294]: DEBUG nova.virt.hardware [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.057539] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68794e3-db92-43cc-9f40-00fb944c1c12 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.065657] env[70294]: DEBUG nova.scheduler.client.report [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.070737] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3adf25-0cf4-4337-8e83-905332435544 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.101204] env[70294]: DEBUG oslo_vmware.api [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570342, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.210815] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570343, 'name': Rename_Task, 'duration_secs': 0.165203} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.211499] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.212401] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bdfbbfb-006c-4e5f-a07f-cd5b0c65c2f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.221504] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1019.221504] env[70294]: value = "task-3570345" [ 1019.221504] env[70294]: _type = "Task" [ 1019.221504] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.233778] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.237029] env[70294]: DEBUG nova.compute.manager [req-5699aa31-c545-4156-9d05-b6cd8158a22b req-6c3b686b-78aa-4b66-b6a4-00b05d343360 service nova] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Received event network-vif-deleted-0beb98fc-058f-4c9b-a895-131f291a951c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.286845] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570344, 'name': ReconfigVM_Task, 'duration_secs': 0.457226} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.286845] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b/89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.287298] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73cc0cc5-7a2c-40e9-8587-66ce7e6508a3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.295295] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1019.295295] env[70294]: value = "task-3570346" [ 1019.295295] env[70294]: _type = "Task" [ 1019.295295] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.305346] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570346, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.334798] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.335060] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.335212] env[70294]: DEBUG nova.network.neutron [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.539423] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.578807] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.579407] env[70294]: DEBUG nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.582382] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.963s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.611047] env[70294]: DEBUG oslo_vmware.api [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570342, 'name': ReconfigVM_Task, 'duration_secs': 0.522233} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.611345] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1019.618331] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-971c1ee0-db4f-4db1-b152-8d2d64c43b88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.632660] env[70294]: DEBUG oslo_vmware.api [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1019.632660] env[70294]: value = "task-3570347" [ 1019.632660] env[70294]: _type = "Task" [ 1019.632660] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.645239] env[70294]: DEBUG oslo_vmware.api [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.732007] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570345, 'name': PowerOnVM_Task} progress is 78%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.786045] env[70294]: DEBUG nova.compute.manager [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received event network-changed-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.786325] env[70294]: DEBUG nova.compute.manager [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing instance network info cache due to event network-changed-c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.786541] env[70294]: DEBUG oslo_concurrency.lockutils [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] Acquiring lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.786681] env[70294]: DEBUG oslo_concurrency.lockutils [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] Acquired lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.786833] env[70294]: DEBUG nova.network.neutron [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing network info cache for port c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.806201] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570346, 'name': Rename_Task, 'duration_secs': 0.30243} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.806511] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.806755] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f823fc2-dd41-4022-95e4-5be74ce088df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.813415] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1019.813415] env[70294]: value = "task-3570348" [ 1019.813415] env[70294]: _type = "Task" [ 1019.813415] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.821684] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.043842] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.085845] env[70294]: DEBUG nova.compute.utils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.092186] env[70294]: DEBUG nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.092186] env[70294]: DEBUG nova.network.neutron [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.094930] env[70294]: INFO nova.compute.claims [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1020.146296] env[70294]: DEBUG oslo_vmware.api [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570347, 'name': ReconfigVM_Task, 'duration_secs': 0.184063} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.146945] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712637', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'name': 'volume-8fafc97c-d23a-45cb-a386-b65e10beacbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '67eda3b1-22f1-4952-908d-aa31550608bc', 'attached_at': '', 'detached_at': '', 'volume_id': '8fafc97c-d23a-45cb-a386-b65e10beacbc', 'serial': '8fafc97c-d23a-45cb-a386-b65e10beacbc'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1020.159868] env[70294]: DEBUG nova.policy [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89bffdde9ec4fc5b4298793d9fb3c79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c5cd90404c64225936cf57f823cc33c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.171948] env[70294]: DEBUG nova.network.neutron [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.235911] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570345, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.323920] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570348, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.542732] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.603718] env[70294]: DEBUG nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.621213] env[70294]: INFO nova.compute.resource_tracker [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating resource usage from migration d34a2c25-6b87-4c4e-ad2c-efd76ab45f1e [ 1020.675691] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.696331] env[70294]: DEBUG nova.network.neutron [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updated VIF entry in instance network info cache for port c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.696887] env[70294]: DEBUG nova.network.neutron [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.722548] env[70294]: DEBUG nova.network.neutron [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Successfully updated port: a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.741634] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570345, 'name': PowerOnVM_Task, 'duration_secs': 1.030359} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.748912] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.748912] env[70294]: DEBUG nova.compute.manager [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.750707] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79ac84d-c278-42f5-8c04-e39cff6e1fe1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.773171] env[70294]: DEBUG nova.objects.instance [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'flavor' on Instance uuid 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.827910] env[70294]: DEBUG oslo_vmware.api [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570348, 'name': PowerOnVM_Task, 'duration_secs': 0.706982} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.828206] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.828468] env[70294]: INFO nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1020.828711] env[70294]: DEBUG nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.832222] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3a63ef-c8b2-4198-9694-06066f76ae62 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.886976] env[70294]: DEBUG nova.network.neutron [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Successfully created port: 975e50ef-5d5e-4611-86f0-4d298b14f6e0 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.044491] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.060740] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2844274-ae75-4f5a-b89c-e09723367b0c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.068383] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185f3505-44f7-4f06-8ce0-c208cf71718d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.106985] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ad1441-f30b-4234-88ca-a5856a3e100a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.129026] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee06957-94ca-4454-bb42-ca400383a2ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.153265] env[70294]: DEBUG nova.compute.provider_tree [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.204835] env[70294]: DEBUG oslo_concurrency.lockutils [req-522e84df-b461-43ea-92bf-0e0de0fb3748 req-0ba40eee-6dda-4fd5-b47e-637e99bd4948 service nova] Releasing lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.225703] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.226551] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.226551] env[70294]: DEBUG nova.network.neutron [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.227913] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7327b0d2-aedd-4532-b686-a0eae60f2c49 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.252070] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba4d25-ba83-4a14-b317-635f486e40a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.259236] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance '8288abc2-c769-41b9-9e26-b3fc0628e127' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1021.272765] env[70294]: INFO nova.compute.manager [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] bringing vm to original state: 'stopped' [ 1021.350875] env[70294]: INFO nova.compute.manager [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Took 16.50 seconds to build instance. [ 1021.543938] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.624210] env[70294]: DEBUG nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.640611] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "9201b572-a358-40ba-9a35-75312a13e995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.640886] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "9201b572-a358-40ba-9a35-75312a13e995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.641099] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "9201b572-a358-40ba-9a35-75312a13e995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.641279] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "9201b572-a358-40ba-9a35-75312a13e995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.641445] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "9201b572-a358-40ba-9a35-75312a13e995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.648562] env[70294]: INFO nova.compute.manager [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Terminating instance [ 1021.654235] env[70294]: DEBUG nova.scheduler.client.report [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.680035] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.680292] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.683929] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.683929] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.683929] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.683929] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.686796] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.686796] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.686796] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.686796] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.686796] env[70294]: DEBUG nova.virt.hardware [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.687396] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac4b687-978b-41ce-b5e7-ad10e2c12e74 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.695981] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee865480-bb5d-4970-afec-79cc0ec9f126 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.722478] env[70294]: DEBUG nova.compute.manager [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received event network-changed-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.722672] env[70294]: DEBUG nova.compute.manager [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing instance network info cache due to event network-changed-c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1021.722952] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Acquiring lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.724461] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Acquired lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.724679] env[70294]: DEBUG nova.network.neutron [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Refreshing network info cache for port c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.772965] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.772965] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4b9908d-a0c6-466a-a0f5-86cef02a318a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.772965] env[70294]: DEBUG nova.network.neutron [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1021.785032] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1021.785032] env[70294]: value = "task-3570349" [ 1021.785032] env[70294]: _type = "Task" [ 1021.785032] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.789049] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fb308a1d-d557-4deb-be4a-6a4f94a18c91 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.959s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.800602] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570349, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.852882] env[70294]: DEBUG oslo_concurrency.lockutils [None req-935d7a38-ff7a-4faa-aee4-f57143b99ac7 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.015s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.029906] env[70294]: DEBUG nova.network.neutron [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Updating instance_info_cache with network_info: [{"id": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "address": "fa:16:3e:63:6d:d0", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa552ba3b-80", "ovs_interfaceid": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.047623] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.152617] env[70294]: DEBUG nova.compute.manager [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.152864] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.155180] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8730ff45-29ae-4b5e-b588-7db1e7964db3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.160341] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.578s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.160593] env[70294]: INFO nova.compute.manager [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Migrating [ 1022.170629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.687s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.183648] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.185162] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c553a99e-c04e-4806-abcb-51b9718716cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.191768] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1022.191768] env[70294]: value = "task-3570350" [ 1022.191768] env[70294]: _type = "Task" [ 1022.191768] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.202731] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570350, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.286110] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "40a1cad3-9cc3-423f-a553-a8e271053d25" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.286469] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.286642] env[70294]: DEBUG nova.compute.manager [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.287675] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfec40d9-4aa8-44d2-8e5b-a3471982a195 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.297525] env[70294]: DEBUG nova.compute.manager [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1022.302032] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570349, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.493891] env[70294]: DEBUG nova.network.neutron [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updated VIF entry in instance network info cache for port c3732b54-5e41-439b-b520-dd176b893e67. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1022.493891] env[70294]: DEBUG nova.network.neutron [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [{"id": "c3732b54-5e41-439b-b520-dd176b893e67", "address": "fa:16:3e:8e:be:5c", "network": {"id": "289e922b-19ac-40ac-9c33-351c54dad9be", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-530469883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "a545166b7d3b48af9772764dc67bb42c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3732b54-5e", "ovs_interfaceid": "c3732b54-5e41-439b-b520-dd176b893e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.533214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.533574] env[70294]: DEBUG nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Instance network_info: |[{"id": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "address": "fa:16:3e:63:6d:d0", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa552ba3b-80", "ovs_interfaceid": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.534194] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:6d:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a552ba3b-80b7-43cd-9fed-becca77a25d6', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.542017] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.542471] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.550939] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8be0f188-a227-42ef-8180-cc217aa2057f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.576457] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 18%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.577838] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.577838] env[70294]: value = "task-3570351" [ 1022.577838] env[70294]: _type = "Task" [ 1022.577838] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.587788] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570351, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.667881] env[70294]: DEBUG nova.network.neutron [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Successfully updated port: 975e50ef-5d5e-4611-86f0-4d298b14f6e0 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.685986] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.686248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.686357] env[70294]: DEBUG nova.network.neutron [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.706900] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570350, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.801791] env[70294]: DEBUG oslo_vmware.api [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570349, 'name': PowerOnVM_Task, 'duration_secs': 0.992152} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.802130] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.802313] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5a1e3c70-dac8-47e9-851f-bc33c465d350 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance '8288abc2-c769-41b9-9e26-b3fc0628e127' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1022.807653] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.807653] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9edcfd77-1122-4dcc-bdff-6e7cc9ce7cdd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.813889] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1022.813889] env[70294]: value = "task-3570352" [ 1022.813889] env[70294]: _type = "Task" [ 1022.813889] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.825295] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.864804] env[70294]: DEBUG nova.compute.manager [req-774c123b-cf98-4cad-9bde-99d67d19830e req-862a28a7-be9a-462d-b90f-b3ec7d902526 service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Received event network-vif-plugged-975e50ef-5d5e-4611-86f0-4d298b14f6e0 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.864804] env[70294]: DEBUG oslo_concurrency.lockutils [req-774c123b-cf98-4cad-9bde-99d67d19830e req-862a28a7-be9a-462d-b90f-b3ec7d902526 service nova] Acquiring lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.864804] env[70294]: DEBUG oslo_concurrency.lockutils [req-774c123b-cf98-4cad-9bde-99d67d19830e req-862a28a7-be9a-462d-b90f-b3ec7d902526 service nova] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.864804] env[70294]: DEBUG oslo_concurrency.lockutils [req-774c123b-cf98-4cad-9bde-99d67d19830e req-862a28a7-be9a-462d-b90f-b3ec7d902526 service nova] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.864804] env[70294]: DEBUG nova.compute.manager [req-774c123b-cf98-4cad-9bde-99d67d19830e req-862a28a7-be9a-462d-b90f-b3ec7d902526 service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] No waiting events found dispatching network-vif-plugged-975e50ef-5d5e-4611-86f0-4d298b14f6e0 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.864804] env[70294]: WARNING nova.compute.manager [req-774c123b-cf98-4cad-9bde-99d67d19830e req-862a28a7-be9a-462d-b90f-b3ec7d902526 service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Received unexpected event network-vif-plugged-975e50ef-5d5e-4611-86f0-4d298b14f6e0 for instance with vm_state building and task_state spawning. [ 1022.996714] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Releasing lock "refresh_cache-b5367efb-4d1d-412c-adda-cf8790307ccc" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.996985] env[70294]: DEBUG nova.compute.manager [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Received event network-vif-plugged-a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.997890] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Acquiring lock "409da764-e28e-4f6f-af78-7681c7a8bcd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.997959] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.998168] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.999087] env[70294]: DEBUG nova.compute.manager [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] No waiting events found dispatching network-vif-plugged-a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.999087] env[70294]: WARNING nova.compute.manager [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Received unexpected event network-vif-plugged-a552ba3b-80b7-43cd-9fed-becca77a25d6 for instance with vm_state building and task_state spawning. [ 1022.999087] env[70294]: DEBUG nova.compute.manager [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Received event network-changed-a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.999087] env[70294]: DEBUG nova.compute.manager [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Refreshing instance network info cache due to event network-changed-a552ba3b-80b7-43cd-9fed-becca77a25d6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.999292] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Acquiring lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.999349] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Acquired lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.999573] env[70294]: DEBUG nova.network.neutron [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Refreshing network info cache for port a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.002790] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "b5367efb-4d1d-412c-adda-cf8790307ccc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.003127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.004046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "b5367efb-4d1d-412c-adda-cf8790307ccc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.004046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.004046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.006159] env[70294]: INFO nova.compute.manager [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Terminating instance [ 1023.054051] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.057449] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbdb3326-2b55-439a-ab60-aaabf2f72b44 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.064805] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbacd46-1cbf-47b0-b8e6-a9e64fe68fa6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.104882] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e40609-bfa9-4218-b44e-81aaa9a261ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.113978] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570351, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.117359] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1a286e-3979-4dc5-a2c0-b3334ab3f461 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.133360] env[70294]: DEBUG nova.compute.provider_tree [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.160769] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.161083] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.165707] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.165707] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.165707] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.165707] env[70294]: INFO nova.compute.manager [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Terminating instance [ 1023.171140] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "refresh_cache-001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.171140] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquired lock "refresh_cache-001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.171140] env[70294]: DEBUG nova.network.neutron [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.204207] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570350, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.244155] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.244516] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.244759] env[70294]: DEBUG nova.compute.manager [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.245780] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3800a3-fe82-44b5-8b2c-35f937ba82ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.253203] env[70294]: DEBUG nova.compute.manager [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1023.253904] env[70294]: DEBUG nova.objects.instance [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lazy-loading 'flavor' on Instance uuid ea8e6d51-c86c-45c1-a73f-2c7398d3786c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1023.331347] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570352, 'name': PowerOffVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.346430] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3561295b-bdde-46d6-9094-347f7cdbe467 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.358135] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f410a46b-7d4b-44a6-8027-45ac48f7bfb8 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Suspending the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1023.358135] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-36b8aed1-697a-405d-9381-faa5283c0896 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.366126] env[70294]: DEBUG oslo_vmware.api [None req-f410a46b-7d4b-44a6-8027-45ac48f7bfb8 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1023.366126] env[70294]: value = "task-3570353" [ 1023.366126] env[70294]: _type = "Task" [ 1023.366126] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.376880] env[70294]: DEBUG oslo_vmware.api [None req-f410a46b-7d4b-44a6-8027-45ac48f7bfb8 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570353, 'name': SuspendVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.495243] env[70294]: DEBUG nova.network.neutron [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance_info_cache with network_info: [{"id": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "address": "fa:16:3e:8c:bb:7c", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e72cbb-60", "ovs_interfaceid": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.515458] env[70294]: DEBUG nova.compute.manager [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.515458] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.516422] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d62b8c-27c4-496b-96db-110cb9d794dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.525269] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.525548] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c1c000-e2ae-4c98-9c50-f5fa8bd5bfff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.533017] env[70294]: DEBUG oslo_vmware.api [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1023.533017] env[70294]: value = "task-3570354" [ 1023.533017] env[70294]: _type = "Task" [ 1023.533017] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.546935] env[70294]: DEBUG oslo_vmware.api [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.558739] env[70294]: DEBUG oslo_vmware.api [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570337, 'name': ReconfigVM_Task, 'duration_secs': 6.391326} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.558925] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.560021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Reconfigured VM to detach interface {{(pid=70294) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1023.609751] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570351, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.638377] env[70294]: DEBUG nova.scheduler.client.report [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.681027] env[70294]: DEBUG nova.compute.manager [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.681027] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.681027] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd878198-4f05-4c45-8153-2b8c022d3828 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.689768] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.690206] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3a3fa2-a669-4247-9f20-14ee6ae6452f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.703149] env[70294]: DEBUG oslo_vmware.api [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1023.703149] env[70294]: value = "task-3570355" [ 1023.703149] env[70294]: _type = "Task" [ 1023.703149] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.713023] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570350, 'name': PowerOffVM_Task, 'duration_secs': 1.277454} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.714880] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.714880] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.714880] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52eddbdc-a84b-42db-9206-150b2c1b29d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.720169] env[70294]: DEBUG oslo_vmware.api [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.750166] env[70294]: DEBUG nova.network.neutron [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.799617] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.799869] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.800065] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleting the datastore file [datastore2] 9201b572-a358-40ba-9a35-75312a13e995 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.800335] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7960ec7-6505-4987-bfd2-9e7954574844 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.809382] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1023.809382] env[70294]: value = "task-3570357" [ 1023.809382] env[70294]: _type = "Task" [ 1023.809382] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.828794] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.834459] env[70294]: DEBUG oslo_vmware.api [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570352, 'name': PowerOffVM_Task, 'duration_secs': 0.625584} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.834917] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.835227] env[70294]: DEBUG nova.compute.manager [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.836076] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf40794-25d8-4d06-8301-0ba9f812d1eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.854230] env[70294]: DEBUG nova.network.neutron [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Updated VIF entry in instance network info cache for port a552ba3b-80b7-43cd-9fed-becca77a25d6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.854643] env[70294]: DEBUG nova.network.neutron [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Updating instance_info_cache with network_info: [{"id": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "address": "fa:16:3e:63:6d:d0", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa552ba3b-80", "ovs_interfaceid": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.878870] env[70294]: DEBUG oslo_vmware.api [None req-f410a46b-7d4b-44a6-8027-45ac48f7bfb8 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570353, 'name': SuspendVM_Task} progress is 62%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.980035] env[70294]: DEBUG nova.network.neutron [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Updating instance_info_cache with network_info: [{"id": "975e50ef-5d5e-4611-86f0-4d298b14f6e0", "address": "fa:16:3e:00:b2:d3", "network": {"id": "41daba86-0f03-4d5f-a71f-8ec0771cc157", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1151610045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5cd90404c64225936cf57f823cc33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975e50ef-5d", "ovs_interfaceid": "975e50ef-5d5e-4611-86f0-4d298b14f6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.998359] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.045371] env[70294]: DEBUG oslo_vmware.api [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570354, 'name': PowerOffVM_Task, 'duration_secs': 0.491792} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.045371] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.045371] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.045371] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d07fc86d-5ef8-40dc-bfd1-b9ee4c785eba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.113250] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570351, 'name': CreateVM_Task, 'duration_secs': 1.091227} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.113250] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.113337] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.113495] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.113805] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.114311] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4fbd829-a6db-428a-8a8c-078dda2d5f58 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.120640] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1024.120640] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3fa9a-b34f-c9df-54d0-0aea1d59490c" [ 1024.120640] env[70294]: _type = "Task" [ 1024.120640] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.129371] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3fa9a-b34f-c9df-54d0-0aea1d59490c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.214487] env[70294]: DEBUG oslo_vmware.api [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570355, 'name': PowerOffVM_Task, 'duration_secs': 0.385463} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.214760] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.214932] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.215208] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611bfcb6-d66c-40dc-83fc-e1a09c4462f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.225491] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.225704] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.225886] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Deleting the datastore file [datastore1] b5367efb-4d1d-412c-adda-cf8790307ccc {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.226190] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c42b9c65-1dcb-487e-9f99-1c9566fdc1b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.236967] env[70294]: DEBUG oslo_vmware.api [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for the task: (returnval){ [ 1024.236967] env[70294]: value = "task-3570360" [ 1024.236967] env[70294]: _type = "Task" [ 1024.236967] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.244978] env[70294]: DEBUG oslo_vmware.api [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.261843] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.262193] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58bcdc00-00ff-4eb3-b5ff-6c934b6a1a5b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.268934] env[70294]: DEBUG oslo_vmware.api [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1024.268934] env[70294]: value = "task-3570361" [ 1024.268934] env[70294]: _type = "Task" [ 1024.268934] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.285015] env[70294]: DEBUG oslo_vmware.api [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.286773] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.287223] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.287405] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleting the datastore file [datastore2] 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.287853] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be6332f-6329-44f2-bdca-a1c0b4038281 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.297336] env[70294]: DEBUG oslo_vmware.api [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1024.297336] env[70294]: value = "task-3570362" [ 1024.297336] env[70294]: _type = "Task" [ 1024.297336] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.310290] env[70294]: DEBUG oslo_vmware.api [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.328667] env[70294]: DEBUG oslo_vmware.api [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314721} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.328934] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.328934] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.329075] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.329267] env[70294]: INFO nova.compute.manager [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1024.329541] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.330391] env[70294]: DEBUG nova.compute.manager [-] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.330391] env[70294]: DEBUG nova.network.neutron [-] [instance: 9201b572-a358-40ba-9a35-75312a13e995] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.352819] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.360025] env[70294]: DEBUG oslo_concurrency.lockutils [req-c42204b1-6992-4283-b6d1-38e210ed9c98 req-85d8e541-dcfd-4603-b0d0-2a8d54d312dc service nova] Releasing lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.379346] env[70294]: DEBUG oslo_vmware.api [None req-f410a46b-7d4b-44a6-8027-45ac48f7bfb8 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570353, 'name': SuspendVM_Task, 'duration_secs': 1.012845} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.379656] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f410a46b-7d4b-44a6-8027-45ac48f7bfb8 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Suspended the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1024.379841] env[70294]: DEBUG nova.compute.manager [None req-f410a46b-7d4b-44a6-8027-45ac48f7bfb8 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.384018] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da6a2c8-9c62-4e67-9c7f-119a4bc3a2d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.483159] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Releasing lock "refresh_cache-001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.483501] env[70294]: DEBUG nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Instance network_info: |[{"id": "975e50ef-5d5e-4611-86f0-4d298b14f6e0", "address": "fa:16:3e:00:b2:d3", "network": {"id": "41daba86-0f03-4d5f-a71f-8ec0771cc157", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1151610045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5cd90404c64225936cf57f823cc33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975e50ef-5d", "ovs_interfaceid": "975e50ef-5d5e-4611-86f0-4d298b14f6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.484232] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:b2:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afb671bc-328c-40bf-9c2a-d98695e3d60c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '975e50ef-5d5e-4611-86f0-4d298b14f6e0', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.496208] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Creating folder: Project (6c5cd90404c64225936cf57f823cc33c). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.496549] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed2292e0-284c-4244-87ac-884f435d7337 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.508254] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Created folder: Project (6c5cd90404c64225936cf57f823cc33c) in parent group-v712401. [ 1024.508552] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Creating folder: Instances. Parent ref: group-v712667. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.508864] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d13be07-1c18-4860-9f9f-80f4f28c1f71 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.520636] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Created folder: Instances in parent group-v712667. [ 1024.520889] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.521292] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.521500] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e4676c5-0d57-4a1e-93eb-dc2bc072b98e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.546439] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.546439] env[70294]: value = "task-3570365" [ 1024.546439] env[70294]: _type = "Task" [ 1024.546439] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.555973] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570365, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.632241] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3fa9a-b34f-c9df-54d0-0aea1d59490c, 'name': SearchDatastore_Task, 'duration_secs': 0.016422} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.632241] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.632574] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.633200] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.633200] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.633200] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.633347] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80d7cf26-0153-4d1c-9757-841f8f6645f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.642266] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.642473] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.644270] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f95d5ea-e171-40d5-85f2-692a33624110 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.651378] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.480s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.651730] env[70294]: DEBUG nova.compute.manager [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=70294) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1024.654542] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.706s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.654869] env[70294]: DEBUG nova.objects.instance [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lazy-loading 'resources' on Instance uuid bc3809c5-5884-4d54-9fa2-d1a780b038de {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1024.660037] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1024.660037] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521f36ca-eac9-3ae3-c7eb-c14386a7e6c7" [ 1024.660037] env[70294]: _type = "Task" [ 1024.660037] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.668178] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521f36ca-eac9-3ae3-c7eb-c14386a7e6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.754266] env[70294]: DEBUG oslo_vmware.api [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.783089] env[70294]: DEBUG oslo_vmware.api [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570361, 'name': PowerOffVM_Task, 'duration_secs': 0.232701} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.783513] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.783836] env[70294]: DEBUG nova.compute.manager [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.785106] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d5ab91-4d0a-47bb-a71d-c775f6fb87b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.820210] env[70294]: DEBUG oslo_vmware.api [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255241} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.820603] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.820787] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.822019] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.822019] env[70294]: INFO nova.compute.manager [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1024.822019] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.825258] env[70294]: DEBUG nova.compute.manager [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.825368] env[70294]: DEBUG nova.network.neutron [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.832518] env[70294]: DEBUG nova.compute.manager [req-4a754ddb-409b-4fe0-89c3-a7a154055ac4 req-e4f8435a-dfdc-4533-a5e9-a87c1b18d1d4 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Received event network-vif-deleted-bbf4ae18-00d3-464c-9535-5ed6443bdd1d {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.832711] env[70294]: INFO nova.compute.manager [req-4a754ddb-409b-4fe0-89c3-a7a154055ac4 req-e4f8435a-dfdc-4533-a5e9-a87c1b18d1d4 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Neutron deleted interface bbf4ae18-00d3-464c-9535-5ed6443bdd1d; detaching it from the instance and deleting it from the info cache [ 1024.832933] env[70294]: DEBUG nova.network.neutron [req-4a754ddb-409b-4fe0-89c3-a7a154055ac4 req-e4f8435a-dfdc-4533-a5e9-a87c1b18d1d4 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.833486] env[70294]: WARNING oslo_messaging._drivers.amqpdriver [req-4a754ddb-409b-4fe0-89c3-a7a154055ac4 req-e4f8435a-dfdc-4533-a5e9-a87c1b18d1d4 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1024.863018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.021917] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.022131] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquired lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.022370] env[70294]: DEBUG nova.network.neutron [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.054637] env[70294]: DEBUG nova.compute.manager [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Received event network-changed-975e50ef-5d5e-4611-86f0-4d298b14f6e0 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.054922] env[70294]: DEBUG nova.compute.manager [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Refreshing instance network info cache due to event network-changed-975e50ef-5d5e-4611-86f0-4d298b14f6e0. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.055207] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] Acquiring lock "refresh_cache-001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.055581] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] Acquired lock "refresh_cache-001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.055840] env[70294]: DEBUG nova.network.neutron [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Refreshing network info cache for port 975e50ef-5d5e-4611-86f0-4d298b14f6e0 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.062781] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570365, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.178170] env[70294]: DEBUG nova.network.neutron [-] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.178988] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521f36ca-eac9-3ae3-c7eb-c14386a7e6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011436} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.179687] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f283bd3-c5d3-4f3b-ae25-3d4ec46f2e24 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.185736] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1025.185736] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52313672-2eb6-2aa1-1cf3-2df8278533d4" [ 1025.185736] env[70294]: _type = "Task" [ 1025.185736] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.202936] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52313672-2eb6-2aa1-1cf3-2df8278533d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.250733] env[70294]: DEBUG oslo_vmware.api [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Task: {'id': task-3570360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522733} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.251971] env[70294]: INFO nova.scheduler.client.report [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted allocation for migration 3587cb14-9bbe-4003-ae0a-a1f50c37c4e2 [ 1025.253400] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.253400] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.255290] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.255290] env[70294]: INFO nova.compute.manager [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Took 1.74 seconds to destroy the instance on the hypervisor. [ 1025.255290] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.257708] env[70294]: DEBUG nova.compute.manager [-] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.257708] env[70294]: DEBUG nova.network.neutron [-] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.306328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "e7572891-de8e-4217-af0f-159a389d8f31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.306328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "e7572891-de8e-4217-af0f-159a389d8f31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.306328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "e7572891-de8e-4217-af0f-159a389d8f31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.306328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "e7572891-de8e-4217-af0f-159a389d8f31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.306328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "e7572891-de8e-4217-af0f-159a389d8f31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.309120] env[70294]: INFO nova.compute.manager [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Terminating instance [ 1025.313375] env[70294]: DEBUG oslo_concurrency.lockutils [None req-87716aaf-9224-4c48-9c83-fad5cef570bf tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.339022] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-189093b8-6ad2-4e30-9e4a-fbdd0abd7bc5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.348948] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3933fff1-0f69-4e0d-9978-e94a0ccd582a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.386480] env[70294]: DEBUG nova.compute.manager [req-4a754ddb-409b-4fe0-89c3-a7a154055ac4 req-e4f8435a-dfdc-4533-a5e9-a87c1b18d1d4 service nova] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Detach interface failed, port_id=bbf4ae18-00d3-464c-9535-5ed6443bdd1d, reason: Instance 9201b572-a358-40ba-9a35-75312a13e995 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.492191] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.492462] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.492657] env[70294]: DEBUG nova.compute.manager [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Going to confirm migration 5 {{(pid=70294) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1025.512058] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82d037e-3712-4fb6-8587-30547455aeea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.535021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance 'bee607f7-7665-4647-8a45-3f71df824e47' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.562901] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570365, 'name': CreateVM_Task, 'duration_secs': 0.537062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.563154] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.563967] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.564171] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.564480] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.564731] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c57b570-e2d6-4eca-826e-7061aab30ea7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.569923] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1025.569923] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5230d8a4-b1cf-676c-2f3b-853d4c7c6009" [ 1025.569923] env[70294]: _type = "Task" [ 1025.569923] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.577566] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5230d8a4-b1cf-676c-2f3b-853d4c7c6009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.612637] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c70d99-a110-4d56-b469-18d2e5708edc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.619932] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f1a143-74fb-4743-9332-7f69d8ed0098 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.650196] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d78ddd-5868-4fc3-988f-6422534fbf63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.658059] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7113262-00ce-48a4-9271-aaca49013eeb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.672592] env[70294]: DEBUG nova.compute.provider_tree [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.685248] env[70294]: INFO nova.compute.manager [-] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Took 1.35 seconds to deallocate network for instance. [ 1025.701303] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52313672-2eb6-2aa1-1cf3-2df8278533d4, 'name': SearchDatastore_Task, 'duration_secs': 0.018937} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.702156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.702156] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 409da764-e28e-4f6f-af78-7681c7a8bcd9/409da764-e28e-4f6f-af78-7681c7a8bcd9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.705892] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4fa30a22-a3f3-4b66-badf-b93b4d25db27 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.717282] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1025.717282] env[70294]: value = "task-3570366" [ 1025.717282] env[70294]: _type = "Task" [ 1025.717282] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.726073] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.761526] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b6f8d8a5-5aeb-4f87-b677-5449b58ae476 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.975s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.813907] env[70294]: DEBUG nova.compute.manager [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.814706] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.814933] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cf2414-e809-476b-8445-f40e343bda95 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.824737] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.824840] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad689285-424e-460e-88ef-bb5391894263 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.832657] env[70294]: DEBUG oslo_vmware.api [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 1025.832657] env[70294]: value = "task-3570367" [ 1025.832657] env[70294]: _type = "Task" [ 1025.832657] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.844683] env[70294]: DEBUG oslo_vmware.api [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.041901] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.042218] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3960ddb-716d-42cd-afbf-9bee38cc59bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.048947] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1026.048947] env[70294]: value = "task-3570368" [ 1026.048947] env[70294]: _type = "Task" [ 1026.048947] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.058583] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.083034] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5230d8a4-b1cf-676c-2f3b-853d4c7c6009, 'name': SearchDatastore_Task, 'duration_secs': 0.014262} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.083385] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.083774] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.083894] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.084120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.084342] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.084642] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b688a077-432a-404d-be63-48dfe4475070 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.103207] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.103428] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.106946] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b842ffbe-bf6b-4af6-87df-5f5dcaaada62 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.113344] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1026.113344] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5252b251-cb33-89f2-c13c-80d55aa05802" [ 1026.113344] env[70294]: _type = "Task" [ 1026.113344] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.118010] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.118219] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.118443] env[70294]: DEBUG nova.network.neutron [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.118593] env[70294]: DEBUG nova.objects.instance [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'info_cache' on Instance uuid 8288abc2-c769-41b9-9e26-b3fc0628e127 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.126994] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5252b251-cb33-89f2-c13c-80d55aa05802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.177916] env[70294]: DEBUG nova.scheduler.client.report [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.190952] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.227520] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570366, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.241964] env[70294]: DEBUG nova.network.neutron [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Updated VIF entry in instance network info cache for port 975e50ef-5d5e-4611-86f0-4d298b14f6e0. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.242361] env[70294]: DEBUG nova.network.neutron [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Updating instance_info_cache with network_info: [{"id": "975e50ef-5d5e-4611-86f0-4d298b14f6e0", "address": "fa:16:3e:00:b2:d3", "network": {"id": "41daba86-0f03-4d5f-a71f-8ec0771cc157", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1151610045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c5cd90404c64225936cf57f823cc33c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afb671bc-328c-40bf-9c2a-d98695e3d60c", "external-id": "nsx-vlan-transportzone-920", "segmentation_id": 920, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap975e50ef-5d", "ovs_interfaceid": "975e50ef-5d5e-4611-86f0-4d298b14f6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.245543] env[70294]: DEBUG nova.network.neutron [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.300034] env[70294]: INFO nova.network.neutron [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Port f0a189f1-458e-4340-bdc8-db4d5993fad1 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1026.300433] env[70294]: DEBUG nova.network.neutron [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [{"id": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "address": "fa:16:3e:40:01:4b", "network": {"id": "00e44f81-593f-4aa1-b74d-4ac9a422ce25", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1414169616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.141", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcac892413694e36bead68b507cfbd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6046aec4-feda-4ef9-bf4a-800de1e0cd3b", "external-id": "nsx-vlan-transportzone-903", "segmentation_id": 903, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5f71a3-58", "ovs_interfaceid": "dc5f71a3-58d6-4ff0-a685-94cbe8d7279c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.347829] env[70294]: DEBUG oslo_vmware.api [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570367, 'name': PowerOffVM_Task, 'duration_secs': 0.214012} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.348235] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.348874] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.349681] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bac8f74-3e62-4c09-9c3a-b29980e7b92c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.424646] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.424646] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.424646] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleting the datastore file [datastore1] e7572891-de8e-4217-af0f-159a389d8f31 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.424646] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fa4c479-0301-429a-8e50-f1c928af8c0d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.431742] env[70294]: DEBUG oslo_vmware.api [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 1026.431742] env[70294]: value = "task-3570370" [ 1026.431742] env[70294]: _type = "Task" [ 1026.431742] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.444734] env[70294]: DEBUG oslo_vmware.api [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.559589] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570368, 'name': PowerOffVM_Task, 'duration_secs': 0.389895} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.559799] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.561017] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance 'bee607f7-7665-4647-8a45-3f71df824e47' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1026.626081] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5252b251-cb33-89f2-c13c-80d55aa05802, 'name': SearchDatastore_Task, 'duration_secs': 0.086769} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.628018] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba48a2d5-6867-4082-b864-8073ad443cef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.635435] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1026.635435] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529f48f2-9eca-8090-c5e4-95e6c32a521a" [ 1026.635435] env[70294]: _type = "Task" [ 1026.635435] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.644969] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529f48f2-9eca-8090-c5e4-95e6c32a521a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.674423] env[70294]: DEBUG nova.network.neutron [-] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.687343] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.689915] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.827s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.690125] env[70294]: DEBUG nova.objects.instance [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1026.712951] env[70294]: INFO nova.scheduler.client.report [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Deleted allocations for instance bc3809c5-5884-4d54-9fa2-d1a780b038de [ 1026.729619] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81141} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.729847] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 409da764-e28e-4f6f-af78-7681c7a8bcd9/409da764-e28e-4f6f-af78-7681c7a8bcd9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.730704] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.730704] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-067d9060-0991-4fe0-ae71-0391262dcd4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.736611] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1026.736611] env[70294]: value = "task-3570371" [ 1026.736611] env[70294]: _type = "Task" [ 1026.736611] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.746895] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1846a6b-259f-4edc-a37e-331d7f41b085 req-942bd7da-1130-46d4-9616-a0734848e6be service nova] Releasing lock "refresh_cache-001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.747317] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570371, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.747720] env[70294]: INFO nova.compute.manager [-] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Took 1.92 seconds to deallocate network for instance. [ 1026.804129] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Releasing lock "refresh_cache-e7572891-de8e-4217-af0f-159a389d8f31" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.881829] env[70294]: DEBUG nova.objects.instance [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'flavor' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.941475] env[70294]: DEBUG oslo_vmware.api [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197464} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.941746] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.941938] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.942132] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.942311] env[70294]: INFO nova.compute.manager [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1026.942559] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.942747] env[70294]: DEBUG nova.compute.manager [-] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.942844] env[70294]: DEBUG nova.network.neutron [-] [instance: e7572891-de8e-4217-af0f-159a389d8f31] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.025437] env[70294]: DEBUG nova.compute.manager [req-55a0996a-ffd7-4216-b950-bc7308ee285c req-75b4a8e3-cad7-4215-8313-baeac7d3fe3a service nova] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Received event network-vif-deleted-e24adb4d-9559-47ac-8a5e-d2d27540ba75 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.071018] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.071642] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.071959] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.072288] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.078598] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "40a1cad3-9cc3-423f-a553-a8e271053d25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.078598] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.078598] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "40a1cad3-9cc3-423f-a553-a8e271053d25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.078750] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.079051] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.080850] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-629cea8a-fe36-4107-9365-d6dfe717721d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.092016] env[70294]: INFO nova.compute.manager [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Terminating instance [ 1027.105021] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1027.105021] env[70294]: value = "task-3570372" [ 1027.105021] env[70294]: _type = "Task" [ 1027.105021] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.113554] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570372, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.148024] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529f48f2-9eca-8090-c5e4-95e6c32a521a, 'name': SearchDatastore_Task, 'duration_secs': 0.017253} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.148024] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.148024] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9/001aa0d9-21b2-4f31-a2e2-1df4922cd3f9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.148024] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3971b29b-8f18-452d-a4d2-c0e3e7d682e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.150446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.150842] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.151181] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.151479] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.151773] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.155723] env[70294]: INFO nova.compute.manager [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Terminating instance [ 1027.159851] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1027.159851] env[70294]: value = "task-3570373" [ 1027.159851] env[70294]: _type = "Task" [ 1027.159851] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.170274] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.181028] env[70294]: INFO nova.compute.manager [-] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Took 1.92 seconds to deallocate network for instance. [ 1027.217266] env[70294]: DEBUG nova.compute.manager [req-f9a6ca66-2d4f-4caa-aac5-7e040f9a94cb req-b87f9d20-4e93-453a-b02f-12127677ce0f service nova] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Received event network-vif-deleted-c3732b54-5e41-439b-b520-dd176b893e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.220580] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ff3f7d3b-a66a-4035-b4cc-00c08dbe0d86 tempest-ServerRescueNegativeTestJSON-514752086 tempest-ServerRescueNegativeTestJSON-514752086-project-member] Lock "bc3809c5-5884-4d54-9fa2-d1a780b038de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.805s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.250031] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570371, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.370477} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.250031] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.250031] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b07a8a4-2fe9-4f25-975a-4d637a5a47ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.262048] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.273214] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 409da764-e28e-4f6f-af78-7681c7a8bcd9/409da764-e28e-4f6f-af78-7681c7a8bcd9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.273644] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0a86ee1-d288-4ef9-9e29-f0efd30b7e0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.294787] env[70294]: DEBUG nova.objects.instance [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lazy-loading 'flavor' on Instance uuid ea8e6d51-c86c-45c1-a73f-2c7398d3786c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.302136] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1027.302136] env[70294]: value = "task-3570374" [ 1027.302136] env[70294]: _type = "Task" [ 1027.302136] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.307636] env[70294]: DEBUG oslo_concurrency.lockutils [None req-310264ad-12bf-446e-b6e5-e92e36fcae0b tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "interface-e7572891-de8e-4217-af0f-159a389d8f31-f0a189f1-458e-4340-bdc8-db4d5993fad1" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.887s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.311904] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.387912] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.388096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.388276] env[70294]: DEBUG nova.network.neutron [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.388443] env[70294]: DEBUG nova.objects.instance [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'info_cache' on Instance uuid c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.600009] env[70294]: DEBUG nova.compute.manager [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.600368] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.601540] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0f4728-73c4-4858-bd44-62f32d63ea7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.617474] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.617800] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570372, 'name': ReconfigVM_Task, 'duration_secs': 0.298586} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.618014] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79b47a46-741f-4df2-a5ab-20a51f72f874 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.620040] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance 'bee607f7-7665-4647-8a45-3f71df824e47' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.647867] env[70294]: DEBUG nova.network.neutron [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [{"id": "7754eb18-94ec-497e-86f6-9038e28638e6", "address": "fa:16:3e:a9:0f:ea", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7754eb18-94", "ovs_interfaceid": "7754eb18-94ec-497e-86f6-9038e28638e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.661578] env[70294]: DEBUG nova.compute.manager [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.661873] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.662950] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8d8c28-261e-45ba-9fa0-fd6ee9829324 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.684034] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.684392] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570373, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.687948] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.688861] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecddc1a4-037e-4006-885e-654c794c892a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.690753] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.690940] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.691175] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleting the datastore file [datastore1] 40a1cad3-9cc3-423f-a553-a8e271053d25 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.691447] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c8f91a8-d4fa-4e12-847d-91dc35e37157 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.699496] env[70294]: DEBUG oslo_vmware.api [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1027.699496] env[70294]: value = "task-3570376" [ 1027.699496] env[70294]: _type = "Task" [ 1027.699496] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.700646] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a58cdafc-a6de-4886-9b27-90e7d81f132c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.701860] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.511s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.702115] env[70294]: DEBUG nova.objects.instance [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lazy-loading 'resources' on Instance uuid 9201b572-a358-40ba-9a35-75312a13e995 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.715143] env[70294]: DEBUG oslo_vmware.api [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.754138] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.754382] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.754579] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleting the datastore file [datastore1] 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.754868] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc7e5701-c957-48f8-b4b9-8ae61d1f4c96 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.763426] env[70294]: DEBUG oslo_vmware.api [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1027.763426] env[70294]: value = "task-3570378" [ 1027.763426] env[70294]: _type = "Task" [ 1027.763426] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.773390] env[70294]: DEBUG oslo_vmware.api [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.800780] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.801090] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquired lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.801653] env[70294]: DEBUG nova.network.neutron [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.801693] env[70294]: DEBUG nova.objects.instance [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lazy-loading 'info_cache' on Instance uuid ea8e6d51-c86c-45c1-a73f-2c7398d3786c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.817355] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.893441] env[70294]: DEBUG nova.objects.base [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.129234] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.129476] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.129641] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.129935] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.130129] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.130283] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.130489] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.130896] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.131054] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.131382] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.131719] env[70294]: DEBUG nova.virt.hardware [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.139452] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.139843] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-078bdba7-9eb3-448f-8684-618103350711 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.159199] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-8288abc2-c769-41b9-9e26-b3fc0628e127" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.159650] env[70294]: DEBUG nova.objects.instance [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'migration_context' on Instance uuid 8288abc2-c769-41b9-9e26-b3fc0628e127 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.171078] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1028.171078] env[70294]: value = "task-3570379" [ 1028.171078] env[70294]: _type = "Task" [ 1028.171078] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.179854] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74502} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.179854] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9/001aa0d9-21b2-4f31-a2e2-1df4922cd3f9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.179854] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.179854] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1a90604-7c1f-4e22-9995-7b267c39dcd8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.185719] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570379, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.187160] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1028.187160] env[70294]: value = "task-3570380" [ 1028.187160] env[70294]: _type = "Task" [ 1028.187160] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.195864] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.214636] env[70294]: DEBUG oslo_vmware.api [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275263} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.215349] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.216397] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.216397] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.216397] env[70294]: INFO nova.compute.manager [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1028.216397] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.216855] env[70294]: DEBUG nova.compute.manager [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.216855] env[70294]: DEBUG nova.network.neutron [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.276289] env[70294]: DEBUG oslo_vmware.api [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294143} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.276457] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.276991] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.276991] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.277117] env[70294]: INFO nova.compute.manager [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1028.277346] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.280053] env[70294]: DEBUG nova.compute.manager [-] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.280174] env[70294]: DEBUG nova.network.neutron [-] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.311416] env[70294]: DEBUG nova.objects.base [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.320924] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570374, 'name': ReconfigVM_Task, 'duration_secs': 0.89055} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.321361] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 409da764-e28e-4f6f-af78-7681c7a8bcd9/409da764-e28e-4f6f-af78-7681c7a8bcd9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.322183] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fe99671-2462-4e0d-8e49-fecef4499126 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.331329] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1028.331329] env[70294]: value = "task-3570381" [ 1028.331329] env[70294]: _type = "Task" [ 1028.331329] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.340121] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570381, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.502475] env[70294]: DEBUG nova.network.neutron [-] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.545606] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a04a02e-0346-4398-b2c8-ee34d186c68e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.554111] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634b53ad-156d-43f1-93bf-00c7f1462290 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.593616] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eeaf16-291c-4c75-96b3-52677ac692c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.602258] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9135e019-be18-44b1-8827-f813a12dd897 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.620412] env[70294]: DEBUG nova.compute.provider_tree [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.663468] env[70294]: DEBUG nova.objects.base [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Object Instance<8288abc2-c769-41b9-9e26-b3fc0628e127> lazy-loaded attributes: info_cache,migration_context {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1028.664400] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9119ad2-fa4a-4428-a158-034d02b10d22 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.690878] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d71954ea-6a5f-49d3-8482-0ca41d1765c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.701752] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570379, 'name': ReconfigVM_Task, 'duration_secs': 0.181091} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.706221] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.706547] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076196} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.706966] env[70294]: DEBUG oslo_vmware.api [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1028.706966] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527ce07c-5fcc-dd43-69d4-b6d7322ddf5e" [ 1028.706966] env[70294]: _type = "Task" [ 1028.706966] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.707484] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86b2fff-cb7d-4891-a8e6-a5da35723b7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.709883] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.710651] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78630bc6-2f64-4dad-8aa6-6e9e7922c844 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.750490] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9/001aa0d9-21b2-4f31-a2e2-1df4922cd3f9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.758479] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] bee607f7-7665-4647-8a45-3f71df824e47/bee607f7-7665-4647-8a45-3f71df824e47.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.758808] env[70294]: DEBUG oslo_vmware.api [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527ce07c-5fcc-dd43-69d4-b6d7322ddf5e, 'name': SearchDatastore_Task, 'duration_secs': 0.006739} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.763156] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07ea3898-fb25-4b14-b713-924ad45d9348 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.776634] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d6570d6-1570-4106-abaf-cec830cfa0a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.790851] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.799270] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1028.799270] env[70294]: value = "task-3570383" [ 1028.799270] env[70294]: _type = "Task" [ 1028.799270] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.800676] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1028.800676] env[70294]: value = "task-3570382" [ 1028.800676] env[70294]: _type = "Task" [ 1028.800676] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.811551] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.814894] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.841842] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570381, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.008010] env[70294]: INFO nova.compute.manager [-] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Took 2.06 seconds to deallocate network for instance. [ 1029.125724] env[70294]: DEBUG nova.scheduler.client.report [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.159541] env[70294]: DEBUG nova.network.neutron [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [{"id": "10f0e828-800c-4767-a8ee-60a1266107fb", "address": "fa:16:3e:19:5e:d7", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10f0e828-80", "ovs_interfaceid": "10f0e828-800c-4767-a8ee-60a1266107fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.297096] env[70294]: DEBUG nova.network.neutron [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.315347] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570383, 'name': ReconfigVM_Task, 'duration_secs': 0.431869} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.324018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9/001aa0d9-21b2-4f31-a2e2-1df4922cd3f9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.324018] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570382, 'name': ReconfigVM_Task, 'duration_secs': 0.305398} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.324018] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1bc0dd0-3db9-4a4e-99f9-f69c0306b1cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.324018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Reconfigured VM instance instance-00000060 to attach disk [datastore2] bee607f7-7665-4647-8a45-3f71df824e47/bee607f7-7665-4647-8a45-3f71df824e47.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.324018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance 'bee607f7-7665-4647-8a45-3f71df824e47' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.333526] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1029.333526] env[70294]: value = "task-3570384" [ 1029.333526] env[70294]: _type = "Task" [ 1029.333526] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.353283] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570384, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.353548] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570381, 'name': Rename_Task, 'duration_secs': 0.526877} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.353793] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.354038] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6acf10a9-1839-4b10-92db-d137cfe6fb47 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.361069] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1029.361069] env[70294]: value = "task-3570385" [ 1029.361069] env[70294]: _type = "Task" [ 1029.361069] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.369159] env[70294]: DEBUG nova.network.neutron [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Updating instance_info_cache with network_info: [{"id": "e67f3145-81ba-409d-afa0-46006c073fcc", "address": "fa:16:3e:de:79:30", "network": {"id": "2cbdede2-f117-42de-84cb-80bbeaf96f33", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-620618085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb948b5cd3c4819a7cc2f0a0a0548a5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape67f3145-81", "ovs_interfaceid": "e67f3145-81ba-409d-afa0-46006c073fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.375792] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.416749] env[70294]: DEBUG nova.compute.manager [req-5d60419a-e0b5-4e49-896d-11603b80cd29 req-e0fb50b2-09a2-4cff-b5e3-0929d66b4402 service nova] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Received event network-vif-deleted-dc5f71a3-58d6-4ff0-a685-94cbe8d7279c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.416749] env[70294]: DEBUG nova.compute.manager [req-5d60419a-e0b5-4e49-896d-11603b80cd29 req-e0fb50b2-09a2-4cff-b5e3-0929d66b4402 service nova] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Received event network-vif-deleted-7baeaa4b-dc16-48c9-b17b-ea555512783c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.416749] env[70294]: DEBUG nova.compute.manager [req-5d60419a-e0b5-4e49-896d-11603b80cd29 req-e0fb50b2-09a2-4cff-b5e3-0929d66b4402 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Received event network-vif-deleted-5165cac6-f622-41ad-80ae-fd1051f28d12 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.416749] env[70294]: INFO nova.compute.manager [req-5d60419a-e0b5-4e49-896d-11603b80cd29 req-e0fb50b2-09a2-4cff-b5e3-0929d66b4402 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Neutron deleted interface 5165cac6-f622-41ad-80ae-fd1051f28d12; detaching it from the instance and deleting it from the info cache [ 1029.416749] env[70294]: DEBUG nova.network.neutron [req-5d60419a-e0b5-4e49-896d-11603b80cd29 req-e0fb50b2-09a2-4cff-b5e3-0929d66b4402 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.441692] env[70294]: DEBUG nova.network.neutron [-] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.515727] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.632329] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.634791] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.373s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.635028] env[70294]: DEBUG nova.objects.instance [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'resources' on Instance uuid 67eda3b1-22f1-4952-908d-aa31550608bc {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.660607] env[70294]: INFO nova.scheduler.client.report [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted allocations for instance 9201b572-a358-40ba-9a35-75312a13e995 [ 1029.664571] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-c24db184-492a-4edb-b6e4-964145a18b15" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.799893] env[70294]: INFO nova.compute.manager [-] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Took 1.58 seconds to deallocate network for instance. [ 1029.832034] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a8b69-5453-4d36-bf9b-5f27e59f1a52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.863085] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cd12ba-355d-4dd0-9a50-dee4f72aa4c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.874498] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Releasing lock "refresh_cache-ea8e6d51-c86c-45c1-a73f-2c7398d3786c" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.875972] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570384, 'name': Rename_Task, 'duration_secs': 0.193306} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.896191] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.898185] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance 'bee607f7-7665-4647-8a45-3f71df824e47' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.900017] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570385, 'name': PowerOnVM_Task} progress is 87%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.902227] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a8cfda2-3603-491c-aeb2-46a8a001bc1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.914110] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1029.914110] env[70294]: value = "task-3570386" [ 1029.914110] env[70294]: _type = "Task" [ 1029.914110] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.920342] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73dcd1f6-7306-45f9-acbd-8c46b60a7ba3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.927136] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.934386] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b21306-25fa-418b-a703-bfba397ce36c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.947498] env[70294]: INFO nova.compute.manager [-] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Took 1.67 seconds to deallocate network for instance. [ 1029.971364] env[70294]: DEBUG nova.compute.manager [req-5d60419a-e0b5-4e49-896d-11603b80cd29 req-e0fb50b2-09a2-4cff-b5e3-0929d66b4402 service nova] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Detach interface failed, port_id=5165cac6-f622-41ad-80ae-fd1051f28d12, reason: Instance 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.178792] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4d7a449a-7c4c-4fcf-8b8d-19ea6a04706f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "9201b572-a358-40ba-9a35-75312a13e995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.538s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.308953] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.379330] env[70294]: DEBUG oslo_vmware.api [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570385, 'name': PowerOnVM_Task, 'duration_secs': 0.843135} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.379616] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.379818] env[70294]: INFO nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Took 11.39 seconds to spawn the instance on the hypervisor. [ 1030.379995] env[70294]: DEBUG nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.381608] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e851166-e138-4cf7-98a8-a09f0d053f6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.428360] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570386, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.454190] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.457594] env[70294]: DEBUG nova.network.neutron [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Port e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1030.479606] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7138f7-e02f-4188-934d-a98896e368ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.487833] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babeb1c-51c3-400f-914a-77f371868a9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.523099] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2307bbf9-232b-4185-8e9a-b05a51d63c4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.531457] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04dd366-8591-49cc-abcd-d3877c1e91ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.548381] env[70294]: DEBUG nova.compute.provider_tree [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.677810] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.677937] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7d84412-a457-409f-b000-96e0be117cb8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.687034] env[70294]: DEBUG oslo_vmware.api [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1030.687034] env[70294]: value = "task-3570387" [ 1030.687034] env[70294]: _type = "Task" [ 1030.687034] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.694806] env[70294]: DEBUG oslo_vmware.api [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.900103] env[70294]: INFO nova.compute.manager [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Took 19.71 seconds to build instance. [ 1030.901244] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.901558] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d698e0-8a7a-473b-a3ef-223badaf502d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.909199] env[70294]: DEBUG oslo_vmware.api [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1030.909199] env[70294]: value = "task-3570388" [ 1030.909199] env[70294]: _type = "Task" [ 1030.909199] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.917165] env[70294]: DEBUG oslo_vmware.api [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.926742] env[70294]: DEBUG oslo_vmware.api [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570386, 'name': PowerOnVM_Task, 'duration_secs': 0.642291} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.926742] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.926742] env[70294]: INFO nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Took 9.30 seconds to spawn the instance on the hypervisor. [ 1030.926742] env[70294]: DEBUG nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.927092] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55136a62-eea5-4593-bccb-820e6f5f7fa1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.053302] env[70294]: DEBUG nova.scheduler.client.report [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.197245] env[70294]: DEBUG oslo_vmware.api [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570387, 'name': PowerOnVM_Task} progress is 90%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.405619] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0b3cb2f4-e1c0-4349-a809-368dd9a33152 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.227s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.423273] env[70294]: DEBUG oslo_vmware.api [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.448456] env[70294]: INFO nova.compute.manager [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Took 17.40 seconds to build instance. [ 1031.486726] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "bee607f7-7665-4647-8a45-3f71df824e47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.487044] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.487225] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.558488] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.924s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.561285] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.877s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.561729] env[70294]: DEBUG nova.objects.instance [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lazy-loading 'resources' on Instance uuid b5367efb-4d1d-412c-adda-cf8790307ccc {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.591450] env[70294]: INFO nova.scheduler.client.report [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted allocations for instance 67eda3b1-22f1-4952-908d-aa31550608bc [ 1031.698486] env[70294]: DEBUG oslo_vmware.api [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570387, 'name': PowerOnVM_Task, 'duration_secs': 0.586209} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.698860] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.698931] env[70294]: DEBUG nova.compute.manager [None req-6e1f4ca0-ae1c-44bf-b9c2-21d878f427df tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.699900] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8467af99-813c-401d-b9f2-fceb9fbbdbe9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.711939] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "12bc2882-f0d3-4441-a75a-60987f3c7488" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.712236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.920554] env[70294]: DEBUG oslo_vmware.api [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.949832] env[70294]: DEBUG oslo_concurrency.lockutils [None req-7305a46d-234a-426c-ad0e-395011de08c1 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.913s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.102675] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df45719e-f171-4643-882e-94b3a8dfa8ff tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "67eda3b1-22f1-4952-908d-aa31550608bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.942s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.215796] env[70294]: DEBUG nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.293831] env[70294]: DEBUG nova.compute.manager [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Received event network-changed-a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.294048] env[70294]: DEBUG nova.compute.manager [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Refreshing instance network info cache due to event network-changed-a552ba3b-80b7-43cd-9fed-becca77a25d6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.294312] env[70294]: DEBUG oslo_concurrency.lockutils [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] Acquiring lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.294457] env[70294]: DEBUG oslo_concurrency.lockutils [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] Acquired lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.294583] env[70294]: DEBUG nova.network.neutron [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Refreshing network info cache for port a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.390059] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0749201a-a02b-43a6-8472-8ef9bd9c88f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.396289] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004810a8-fe0a-4ee0-ac43-292b10f0962d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.429359] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b7797-2418-4dad-8150-bd48fe371aef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.440878] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9dfa2f-265b-4b08-8f8c-733d1fa6c2ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.445193] env[70294]: DEBUG oslo_vmware.api [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570388, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.455799] env[70294]: DEBUG nova.compute.provider_tree [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.532272] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.532476] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.532656] env[70294]: DEBUG nova.network.neutron [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.736784] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.765558] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.766144] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.766144] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.766336] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.766490] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.768683] env[70294]: INFO nova.compute.manager [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Terminating instance [ 1033.737524] env[70294]: DEBUG nova.scheduler.client.report [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.744379] env[70294]: DEBUG nova.compute.manager [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.744379] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.744379] env[70294]: DEBUG oslo_vmware.api [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570388, 'name': PowerOnVM_Task, 'duration_secs': 1.626655} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.747397] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e7909d-78dc-4b0e-aed2-b034fd0e5d1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.752433] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.752625] env[70294]: DEBUG nova.compute.manager [None req-2fac6d44-ae2c-4b3c-9566-64263dc8f49f tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.754123] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de719c8-496a-4652-be6f-782dc9a15310 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.763134] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.765013] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5ea1180-c673-458b-866f-855a8e26a0c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.775491] env[70294]: DEBUG oslo_vmware.api [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1033.775491] env[70294]: value = "task-3570389" [ 1033.775491] env[70294]: _type = "Task" [ 1033.775491] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.783678] env[70294]: DEBUG oslo_vmware.api [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570389, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.109009] env[70294]: DEBUG nova.network.neutron [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Updated VIF entry in instance network info cache for port a552ba3b-80b7-43cd-9fed-becca77a25d6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.109400] env[70294]: DEBUG nova.network.neutron [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Updating instance_info_cache with network_info: [{"id": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "address": "fa:16:3e:63:6d:d0", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa552ba3b-80", "ovs_interfaceid": "a552ba3b-80b7-43cd-9fed-becca77a25d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.172502] env[70294]: DEBUG nova.network.neutron [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance_info_cache with network_info: [{"id": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "address": "fa:16:3e:8c:bb:7c", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e72cbb-60", "ovs_interfaceid": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.246608] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.685s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.249638] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.459s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.254228] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "c24db184-492a-4edb-b6e4-964145a18b15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.254737] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.254941] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "c24db184-492a-4edb-b6e4-964145a18b15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.257363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.257363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.262561] env[70294]: INFO nova.compute.manager [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Terminating instance [ 1034.279142] env[70294]: INFO nova.scheduler.client.report [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Deleted allocations for instance b5367efb-4d1d-412c-adda-cf8790307ccc [ 1034.296230] env[70294]: DEBUG oslo_vmware.api [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570389, 'name': PowerOffVM_Task, 'duration_secs': 0.31149} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.296710] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.297207] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.297408] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9bf4417-f288-4844-9e0d-eb26e2d16673 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.373500] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.373766] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.373957] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Deleting the datastore file [datastore2] 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.374254] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91519991-044b-4497-97db-3f113a102edd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.382967] env[70294]: DEBUG oslo_vmware.api [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for the task: (returnval){ [ 1034.382967] env[70294]: value = "task-3570391" [ 1034.382967] env[70294]: _type = "Task" [ 1034.382967] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.392919] env[70294]: DEBUG oslo_vmware.api [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.613044] env[70294]: DEBUG oslo_concurrency.lockutils [req-83f7668f-bd31-4e2d-952f-86edbd64ec99 req-c25d32fb-6fda-4d51-af29-a0d244addb74 service nova] Releasing lock "refresh_cache-409da764-e28e-4f6f-af78-7681c7a8bcd9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.675773] env[70294]: DEBUG oslo_concurrency.lockutils [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.778132] env[70294]: DEBUG nova.compute.manager [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.778411] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.779297] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e243d692-c36a-484b-8c8e-92ee7818e1f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.789508] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.792018] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00c53ba2-bc32-416b-84b1-6b9815cd2162 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.796041] env[70294]: DEBUG oslo_concurrency.lockutils [None req-30f2259d-a081-4648-af18-1eec547a6420 tempest-ServerRescueTestJSONUnderV235-260420745 tempest-ServerRescueTestJSONUnderV235-260420745-project-member] Lock "b5367efb-4d1d-412c-adda-cf8790307ccc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.793s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.806923] env[70294]: DEBUG oslo_vmware.api [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1034.806923] env[70294]: value = "task-3570392" [ 1034.806923] env[70294]: _type = "Task" [ 1034.806923] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.822123] env[70294]: DEBUG oslo_vmware.api [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.895997] env[70294]: DEBUG oslo_vmware.api [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Task: {'id': task-3570391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157046} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.896328] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.896528] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.897145] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.897145] env[70294]: INFO nova.compute.manager [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1034.897145] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.897361] env[70294]: DEBUG nova.compute.manager [-] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.897410] env[70294]: DEBUG nova.network.neutron [-] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.910251] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.910596] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.027822] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a8e05-b7b7-4784-9c34-c6b395edd26f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.036369] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cdc626-d50d-46a0-993b-34e3d860a0e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.070890] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69551dd6-7fb8-4019-992d-8eef918d5943 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.077571] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084e91f1-7edf-44a7-a070-ef5e94ac7c9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.092837] env[70294]: DEBUG nova.compute.provider_tree [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.203779] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dba7161-9a36-43ac-95db-22b741622e3c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.225056] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4503c66-2858-4049-b675-733eb23b198a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.228466] env[70294]: DEBUG nova.compute.manager [req-830fd360-da57-4696-b4a4-66fd30cfda86 req-df0df27f-f743-4f06-bbf0-7af66c501df1 service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Received event network-vif-deleted-975e50ef-5d5e-4611-86f0-4d298b14f6e0 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.228708] env[70294]: INFO nova.compute.manager [req-830fd360-da57-4696-b4a4-66fd30cfda86 req-df0df27f-f743-4f06-bbf0-7af66c501df1 service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Neutron deleted interface 975e50ef-5d5e-4611-86f0-4d298b14f6e0; detaching it from the instance and deleting it from the info cache [ 1035.228887] env[70294]: DEBUG nova.network.neutron [req-830fd360-da57-4696-b4a4-66fd30cfda86 req-df0df27f-f743-4f06-bbf0-7af66c501df1 service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.235622] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance 'bee607f7-7665-4647-8a45-3f71df824e47' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1035.319996] env[70294]: DEBUG oslo_vmware.api [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570392, 'name': PowerOffVM_Task, 'duration_secs': 0.3549} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.320306] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.320456] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.320758] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96cc9a55-2fed-46ee-a08b-8a0bfc4b7c20 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.406036] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.406036] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.406036] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleting the datastore file [datastore2] c24db184-492a-4edb-b6e4-964145a18b15 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.406562] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfb8e8e5-08bb-4432-836e-63b0c8119f7f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.413761] env[70294]: DEBUG oslo_vmware.api [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1035.413761] env[70294]: value = "task-3570394" [ 1035.413761] env[70294]: _type = "Task" [ 1035.413761] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.417142] env[70294]: DEBUG nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.424537] env[70294]: DEBUG oslo_vmware.api [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.597024] env[70294]: DEBUG nova.scheduler.client.report [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.664088] env[70294]: DEBUG nova.network.neutron [-] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.732868] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41a2cbae-a9ce-4805-b4f3-3782359cf5c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.742867] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.748368] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12eab39-5f56-4ba1-a1ae-9788af4ffc53 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.756099] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9d554ac-2550-4359-8f5e-016a52a0d88f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.762970] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1035.762970] env[70294]: value = "task-3570395" [ 1035.762970] env[70294]: _type = "Task" [ 1035.762970] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.777620] env[70294]: DEBUG nova.compute.manager [req-830fd360-da57-4696-b4a4-66fd30cfda86 req-df0df27f-f743-4f06-bbf0-7af66c501df1 service nova] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Detach interface failed, port_id=975e50ef-5d5e-4611-86f0-4d298b14f6e0, reason: Instance 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.783775] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.829086] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.829621] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.829621] env[70294]: INFO nova.compute.manager [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Shelving [ 1035.926212] env[70294]: DEBUG oslo_vmware.api [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143961} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.928549] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.928822] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.928985] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.929175] env[70294]: INFO nova.compute.manager [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1035.929409] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.929809] env[70294]: DEBUG nova.compute.manager [-] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.929906] env[70294]: DEBUG nova.network.neutron [-] [instance: c24db184-492a-4edb-b6e4-964145a18b15] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.942141] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.168646] env[70294]: INFO nova.compute.manager [-] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Took 1.27 seconds to deallocate network for instance. [ 1036.273256] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570395, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.614652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.365s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.617829] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.102s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.618119] env[70294]: DEBUG nova.objects.instance [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'resources' on Instance uuid e7572891-de8e-4217-af0f-159a389d8f31 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.675924] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.779019] env[70294]: DEBUG oslo_vmware.api [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570395, 'name': PowerOnVM_Task, 'duration_secs': 0.705064} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.779019] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.779019] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-33d2e59e-460f-454f-962e-7003a9fed2e4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance 'bee607f7-7665-4647-8a45-3f71df824e47' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.844083] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.844442] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e63a6045-96fa-4861-b53e-84852d8fcca3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.852260] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1036.852260] env[70294]: value = "task-3570396" [ 1036.852260] env[70294]: _type = "Task" [ 1036.852260] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.862074] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.945859] env[70294]: DEBUG nova.network.neutron [-] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.026579] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.026579] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.027854] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.027854] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.027854] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.029303] env[70294]: INFO nova.compute.manager [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Terminating instance [ 1037.194427] env[70294]: INFO nova.scheduler.client.report [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted allocation for migration 55f71394-4bc5-4194-a3c1-2d8091918606 [ 1037.258093] env[70294]: DEBUG nova.compute.manager [req-454dd3a4-db3d-400c-a922-a58a9c247588 req-f89dd82c-c864-458f-85de-5679560898ad service nova] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Received event network-vif-deleted-10f0e828-800c-4767-a8ee-60a1266107fb {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.362477] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570396, 'name': PowerOffVM_Task, 'duration_secs': 0.252622} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.364989] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.366268] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3079c108-553a-4f94-a592-20bf2abf5628 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.386776] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429fafa5-a5af-475b-8daf-6b96c4d02fa6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.400762] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f862e2b7-4585-403f-821e-11c0ac9ee154 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.408075] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f8978f-3290-417d-bebb-6a39f11e9496 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.445129] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36304c4a-f020-4113-8b96-888c906a8958 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.449885] env[70294]: INFO nova.compute.manager [-] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Took 1.52 seconds to deallocate network for instance. [ 1037.457241] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1234010-448c-4cab-ae82-10a1d5f8cb04 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.473018] env[70294]: DEBUG nova.compute.provider_tree [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.533653] env[70294]: DEBUG nova.compute.manager [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.534618] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.536040] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a6697c-87a6-473d-a6bb-dc9752258d71 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.544109] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.544294] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-404a6ce0-0375-4ad5-8953-cd932c26ea0d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.550622] env[70294]: DEBUG oslo_vmware.api [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1037.550622] env[70294]: value = "task-3570397" [ 1037.550622] env[70294]: _type = "Task" [ 1037.550622] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.575217] env[70294]: DEBUG oslo_vmware.api [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.702629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-82f5bf82-1ff1-4222-b44e-645111f741c3 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.210s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.897518] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1037.898202] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f57e73e6-a0b3-446e-8ecf-f57d9f28ea48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.906510] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1037.906510] env[70294]: value = "task-3570398" [ 1037.906510] env[70294]: _type = "Task" [ 1037.906510] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.916608] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.963418] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.975586] env[70294]: DEBUG nova.scheduler.client.report [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.060540] env[70294]: DEBUG oslo_vmware.api [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570397, 'name': PowerOffVM_Task, 'duration_secs': 0.191375} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.060918] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.061167] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.061448] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef2a999e-4957-4a0d-adfb-8f72716d4685 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.136055] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.136251] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.136312] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleting the datastore file [datastore1] bdb12c7d-6dea-45a2-b133-47d78f0cbc3e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.136596] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d0f81a1-348a-4e8f-a12b-009411bd0271 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.143901] env[70294]: DEBUG oslo_vmware.api [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1038.143901] env[70294]: value = "task-3570400" [ 1038.143901] env[70294]: _type = "Task" [ 1038.143901] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.151719] env[70294]: DEBUG oslo_vmware.api [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.323315] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "047f5227-f233-475e-9db1-5f40d088f689" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.323550] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "047f5227-f233-475e-9db1-5f40d088f689" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.380547] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.380872] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.381130] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.381350] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.381534] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.383788] env[70294]: INFO nova.compute.manager [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Terminating instance [ 1038.416221] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570398, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.480694] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.483097] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.175s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.483336] env[70294]: DEBUG nova.objects.instance [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'resources' on Instance uuid 40a1cad3-9cc3-423f-a553-a8e271053d25 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.505039] env[70294]: INFO nova.scheduler.client.report [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted allocations for instance e7572891-de8e-4217-af0f-159a389d8f31 [ 1038.653637] env[70294]: DEBUG oslo_vmware.api [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149038} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.653936] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.654175] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.654372] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.654563] env[70294]: INFO nova.compute.manager [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1038.654832] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.655055] env[70294]: DEBUG nova.compute.manager [-] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.655164] env[70294]: DEBUG nova.network.neutron [-] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.825670] env[70294]: DEBUG nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.887102] env[70294]: DEBUG nova.compute.manager [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.887352] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.888602] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e307b3-c68e-44ac-8e31-e5500954231a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.896743] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.897023] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c8d32f1-c232-44f0-bb27-561f4dca701d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.905525] env[70294]: DEBUG oslo_vmware.api [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1038.905525] env[70294]: value = "task-3570401" [ 1038.905525] env[70294]: _type = "Task" [ 1038.905525] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.918380] env[70294]: DEBUG oslo_vmware.api [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.920422] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570398, 'name': CreateSnapshot_Task, 'duration_secs': 0.871242} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.920721] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1038.921889] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3bb881-60dc-4ba3-8f2f-beeb2476f3f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.013119] env[70294]: DEBUG oslo_concurrency.lockutils [None req-482e0b8e-53ba-4927-9cce-595b895b4a75 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "e7572891-de8e-4217-af0f-159a389d8f31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.709s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.293197] env[70294]: DEBUG nova.compute.manager [req-69c9476e-1e45-412d-9e1c-411645e16a45 req-2db18591-f42b-4d89-90b8-c3bc1f08956f service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Received event network-vif-deleted-4c12b9ac-3b19-401c-8185-d9518a07e8d8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.293419] env[70294]: INFO nova.compute.manager [req-69c9476e-1e45-412d-9e1c-411645e16a45 req-2db18591-f42b-4d89-90b8-c3bc1f08956f service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Neutron deleted interface 4c12b9ac-3b19-401c-8185-d9518a07e8d8; detaching it from the instance and deleting it from the info cache [ 1039.293591] env[70294]: DEBUG nova.network.neutron [req-69c9476e-1e45-412d-9e1c-411645e16a45 req-2db18591-f42b-4d89-90b8-c3bc1f08956f service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.300489] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "bee607f7-7665-4647-8a45-3f71df824e47" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.300651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.300853] env[70294]: DEBUG nova.compute.manager [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Going to confirm migration 6 {{(pid=70294) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1039.345298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bd5908-51e3-46b1-a944-4bf6a825b432 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.349184] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.354519] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0ba600-a8cc-4df7-89ee-bc3b04a8b464 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.385710] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247d125e-18d7-4992-82d6-b860046fad46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.393252] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3bae59-500e-4a50-9b9a-21b0e8ae9968 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.406732] env[70294]: DEBUG nova.compute.provider_tree [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.415942] env[70294]: DEBUG oslo_vmware.api [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570401, 'name': PowerOffVM_Task, 'duration_secs': 0.185123} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.416950] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.417164] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.417430] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64950053-95ab-4e7d-9774-6101872bb225 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.444721] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1039.445082] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c43a80db-0795-4402-94fc-75615f9ca483 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.453724] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1039.453724] env[70294]: value = "task-3570403" [ 1039.453724] env[70294]: _type = "Task" [ 1039.453724] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.463974] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570403, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.470542] env[70294]: DEBUG nova.network.neutron [-] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.494084] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.494313] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.494543] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleting the datastore file [datastore2] 8288abc2-c769-41b9-9e26-b3fc0628e127 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.494824] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fe70c40-0f82-4369-b71c-cc23a6a48429 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.504558] env[70294]: DEBUG oslo_vmware.api [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1039.504558] env[70294]: value = "task-3570404" [ 1039.504558] env[70294]: _type = "Task" [ 1039.504558] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.513428] env[70294]: DEBUG oslo_vmware.api [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.721120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.721421] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.721638] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.721822] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.721990] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.724286] env[70294]: INFO nova.compute.manager [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Terminating instance [ 1039.796848] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-380e02f5-0968-4476-bacb-a18177064fa9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.811883] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b85e53-1c81-47ed-a7cf-720f8fe7f749 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.853407] env[70294]: DEBUG nova.compute.manager [req-69c9476e-1e45-412d-9e1c-411645e16a45 req-2db18591-f42b-4d89-90b8-c3bc1f08956f service nova] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Detach interface failed, port_id=4c12b9ac-3b19-401c-8185-d9518a07e8d8, reason: Instance bdb12c7d-6dea-45a2-b133-47d78f0cbc3e could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.888022] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.888234] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.888415] env[70294]: DEBUG nova.network.neutron [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.888610] env[70294]: DEBUG nova.objects.instance [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lazy-loading 'info_cache' on Instance uuid bee607f7-7665-4647-8a45-3f71df824e47 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.913053] env[70294]: DEBUG nova.scheduler.client.report [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.966531] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570403, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.974111] env[70294]: INFO nova.compute.manager [-] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Took 1.32 seconds to deallocate network for instance. [ 1040.019589] env[70294]: DEBUG oslo_vmware.api [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353686} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.019942] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.020201] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.020469] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.020710] env[70294]: INFO nova.compute.manager [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1040.021046] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.021302] env[70294]: DEBUG nova.compute.manager [-] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.021431] env[70294]: DEBUG nova.network.neutron [-] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.228882] env[70294]: DEBUG nova.compute.manager [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.229061] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.230598] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ca404f-6815-4ec1-892c-34b547f107cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.238486] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.238829] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc0353b3-37ca-4e7c-a243-e2ca69d55017 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.245994] env[70294]: DEBUG oslo_vmware.api [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 1040.245994] env[70294]: value = "task-3570405" [ 1040.245994] env[70294]: _type = "Task" [ 1040.245994] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.254697] env[70294]: DEBUG oslo_vmware.api [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.420054] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.937s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.424085] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.969s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.424714] env[70294]: DEBUG nova.objects.instance [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'resources' on Instance uuid 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.445754] env[70294]: INFO nova.scheduler.client.report [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted allocations for instance 40a1cad3-9cc3-423f-a553-a8e271053d25 [ 1040.466717] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570403, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.480337] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.755526] env[70294]: DEBUG oslo_vmware.api [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570405, 'name': PowerOffVM_Task, 'duration_secs': 0.217576} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.755820] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.755971] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.756235] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43618132-348b-4dc1-8715-cedad1dc505b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.816180] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.816597] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.816914] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleting the datastore file [datastore1] 4eb15d67-84bf-48b4-9c06-37eac6194e38 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.817747] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3caca6a8-6321-4be3-b356-78f287663e6b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.824763] env[70294]: DEBUG oslo_vmware.api [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for the task: (returnval){ [ 1040.824763] env[70294]: value = "task-3570407" [ 1040.824763] env[70294]: _type = "Task" [ 1040.824763] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.833863] env[70294]: DEBUG oslo_vmware.api [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.956946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-31f9ef20-f8d0-455e-9823-7c9916fb1c49 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "40a1cad3-9cc3-423f-a553-a8e271053d25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.879s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.968067] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570403, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.050567] env[70294]: DEBUG nova.network.neutron [-] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.147416] env[70294]: DEBUG nova.network.neutron [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance_info_cache with network_info: [{"id": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "address": "fa:16:3e:8c:bb:7c", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e72cbb-60", "ovs_interfaceid": "e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.182712] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b1673b-dceb-4cfc-9d70-4eae57e226be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.192703] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9da0d3-ab1f-458e-97bc-1055588033be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.224469] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898d812-caba-4c37-b136-4ec970e12885 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.232912] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585bc1d1-35d9-49b4-8b2b-61bb14c95cf1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.250077] env[70294]: DEBUG nova.compute.provider_tree [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.334603] env[70294]: DEBUG oslo_vmware.api [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Task: {'id': task-3570407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113232} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.334817] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.335294] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.335294] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.335503] env[70294]: INFO nova.compute.manager [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1041.335573] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.335965] env[70294]: DEBUG nova.compute.manager [-] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.335965] env[70294]: DEBUG nova.network.neutron [-] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.390883] env[70294]: DEBUG nova.compute.manager [req-dc53ae51-3e12-4a0e-a71a-5e7825f48fb1 req-a6d4ae31-e96f-4384-a807-ed089b2f1e41 service nova] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Received event network-vif-deleted-7754eb18-94ec-497e-86f6-9038e28638e6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.466427] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570403, 'name': CloneVM_Task, 'duration_secs': 1.876265} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.466934] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Created linked-clone VM from snapshot [ 1041.467822] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870c192c-2058-4a4c-ace0-9e542331d050 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.475412] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Uploading image b2590442-6a83-4e79-9243-f3e6e58e42a4 {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1041.503859] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1041.503859] env[70294]: value = "vm-712671" [ 1041.503859] env[70294]: _type = "VirtualMachine" [ 1041.503859] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1041.503859] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6aaa51ee-a19e-4772-a2b4-a055d4482386 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.510326] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lease: (returnval){ [ 1041.510326] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52589404-36a7-2719-738e-15dd29ecc7f3" [ 1041.510326] env[70294]: _type = "HttpNfcLease" [ 1041.510326] env[70294]: } obtained for exporting VM: (result){ [ 1041.510326] env[70294]: value = "vm-712671" [ 1041.510326] env[70294]: _type = "VirtualMachine" [ 1041.510326] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1041.510595] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the lease: (returnval){ [ 1041.510595] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52589404-36a7-2719-738e-15dd29ecc7f3" [ 1041.510595] env[70294]: _type = "HttpNfcLease" [ 1041.510595] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1041.517945] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.517945] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52589404-36a7-2719-738e-15dd29ecc7f3" [ 1041.517945] env[70294]: _type = "HttpNfcLease" [ 1041.517945] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1041.556415] env[70294]: INFO nova.compute.manager [-] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Took 1.53 seconds to deallocate network for instance. [ 1041.649481] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-bee607f7-7665-4647-8a45-3f71df824e47" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.649804] env[70294]: DEBUG nova.objects.instance [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lazy-loading 'migration_context' on Instance uuid bee607f7-7665-4647-8a45-3f71df824e47 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.773820] env[70294]: ERROR nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [req-c0a42a3f-9841-41b1-b124-e53a374c685f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c0a42a3f-9841-41b1-b124-e53a374c685f"}]} [ 1041.790284] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1041.804170] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1041.804545] env[70294]: DEBUG nova.compute.provider_tree [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1041.815525] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1041.834905] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.020738] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1042.020738] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52589404-36a7-2719-738e-15dd29ecc7f3" [ 1042.020738] env[70294]: _type = "HttpNfcLease" [ 1042.020738] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1042.021208] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1042.021208] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52589404-36a7-2719-738e-15dd29ecc7f3" [ 1042.021208] env[70294]: _type = "HttpNfcLease" [ 1042.021208] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1042.021928] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03d3528-f525-4063-b5a2-2ba8c5a7e7d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.030101] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcd56c-f0c3-eacc-662f-96ab2fd9d237/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1042.030101] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcd56c-f0c3-eacc-662f-96ab2fd9d237/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1042.086446] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.088298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3dca76-5e92-40b4-a25d-5a6f176bfb2c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.096283] env[70294]: DEBUG nova.network.neutron [-] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.099422] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5a68c8-bc41-44e5-9f67-75e18bdfbc9e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.135443] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e708ff3b-e668-403f-a012-ceb2a31f1ad8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.138926] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df784d32-2056-4efb-a382-446244a07ebd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.146913] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10650114-aef6-4144-b6c1-a07a95d80ab5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.153018] env[70294]: DEBUG nova.objects.base [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.161460] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f9430a-32cf-436f-8b5c-33b291a59028 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.164235] env[70294]: DEBUG nova.compute.provider_tree [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.189626] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6168b0e-2eb0-43a4-8470-09d487ce8c17 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.195606] env[70294]: DEBUG oslo_vmware.api [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1042.195606] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cd0fec-4d97-c6d7-119b-dbf4cc678949" [ 1042.195606] env[70294]: _type = "Task" [ 1042.195606] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.208416] env[70294]: DEBUG oslo_vmware.api [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cd0fec-4d97-c6d7-119b-dbf4cc678949, 'name': SearchDatastore_Task, 'duration_secs': 0.007388} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.208581] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.603956] env[70294]: INFO nova.compute.manager [-] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Took 1.27 seconds to deallocate network for instance. [ 1042.688903] env[70294]: ERROR nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [req-4130abdd-57f3-4903-b229-f950acba70d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4130abdd-57f3-4903-b229-f950acba70d4"}]} [ 1042.706829] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1042.720698] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1042.721116] env[70294]: DEBUG nova.compute.provider_tree [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.732817] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1042.749802] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1042.904837] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.905238] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.937948] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.938757] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1042.985103] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e608f-89bc-485c-a60f-279ce610da92 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.995452] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b032a45-89b8-4255-96d9-78a28485b278 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.027455] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d42fec-6a29-420f-8ec7-afeed5ba87e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.035136] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a216da6f-aec4-4ca7-9bcc-47c672954b58 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.049354] env[70294]: DEBUG nova.compute.provider_tree [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.113459] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.407828] env[70294]: DEBUG nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.447229] env[70294]: DEBUG nova.compute.manager [req-36f031ba-7628-44b4-85e0-32a3eb1a5333 req-75d75886-f92d-4fdf-ac7f-5bf2a4b2e95a service nova] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Received event network-vif-deleted-df314e8a-2d9e-45e4-aec8-92de1d8583ac {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.448206] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.449350] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.449723] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.449816] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.450476] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.450978] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.451278] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1043.451566] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1043.585070] env[70294]: DEBUG nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1043.585916] env[70294]: DEBUG nova.compute.provider_tree [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 135 to 136 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1043.585916] env[70294]: DEBUG nova.compute.provider_tree [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1043.931152] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.955074] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.090861] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.667s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.093457] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.357s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.095026] env[70294]: INFO nova.compute.claims [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.110297] env[70294]: INFO nova.scheduler.client.report [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted allocations for instance 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b [ 1044.618040] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a5c5a101-6103-4698-8bb4-631ccbe43ce4 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.467s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.339310] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9ab725-91ab-4684-bf8c-6fcb9261132c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.348659] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186ba0d5-ec9d-480b-9347-2f0028f334ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.381374] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389423b7-063a-48ce-b955-9e2acad593c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.388998] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a4b77e-339d-4530-a3bf-fd3f0bdbf77f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.401848] env[70294]: DEBUG nova.compute.provider_tree [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.636994] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "acfa2527-dc28-4751-981d-a79f7688a78d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.637253] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.904984] env[70294]: DEBUG nova.scheduler.client.report [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.139544] env[70294]: DEBUG nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.410096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.410696] env[70294]: DEBUG nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.414012] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.472s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.415735] env[70294]: INFO nova.compute.claims [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.669044] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.915975] env[70294]: DEBUG nova.compute.utils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.918047] env[70294]: DEBUG nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.918285] env[70294]: DEBUG nova.network.neutron [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.970969] env[70294]: DEBUG nova.policy [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc2d2c66ac0f4b3cb12ab36cd70ca186', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f5e07eb8fe4749b09d15da58bda3328c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.264829] env[70294]: DEBUG nova.network.neutron [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Successfully created port: 896125ee-8f97-4486-9a9e-dac48c5e7348 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.421289] env[70294]: DEBUG nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.671028] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c78680-6eb1-440c-9bce-c5abda72a447 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.680015] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c114adc-0854-48e2-99ad-9f701152989a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.711621] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9683de1-d155-4d27-82e7-0c2bbda147b6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.719246] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e7d0a-18d8-495e-aa10-b39a4747ad3c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.733146] env[70294]: DEBUG nova.compute.provider_tree [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.236605] env[70294]: DEBUG nova.scheduler.client.report [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.434681] env[70294]: DEBUG nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.460900] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.461200] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.461367] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.461581] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.461807] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.461979] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.462212] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.462376] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.462546] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.462712] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.462888] env[70294]: DEBUG nova.virt.hardware [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.463777] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b8009e-020d-4a75-946e-98f33fcc64ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.472051] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebbcefe-1419-484b-a481-a2f635134cdc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.648440] env[70294]: DEBUG nova.compute.manager [req-d8c9144c-2bc4-4611-b2b5-afa9b2969784 req-b9c6a44a-f472-49b3-8d6f-647375b25d2b service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Received event network-vif-plugged-896125ee-8f97-4486-9a9e-dac48c5e7348 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.648684] env[70294]: DEBUG oslo_concurrency.lockutils [req-d8c9144c-2bc4-4611-b2b5-afa9b2969784 req-b9c6a44a-f472-49b3-8d6f-647375b25d2b service nova] Acquiring lock "12bc2882-f0d3-4441-a75a-60987f3c7488-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.648997] env[70294]: DEBUG oslo_concurrency.lockutils [req-d8c9144c-2bc4-4611-b2b5-afa9b2969784 req-b9c6a44a-f472-49b3-8d6f-647375b25d2b service nova] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.649195] env[70294]: DEBUG oslo_concurrency.lockutils [req-d8c9144c-2bc4-4611-b2b5-afa9b2969784 req-b9c6a44a-f472-49b3-8d6f-647375b25d2b service nova] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.649378] env[70294]: DEBUG nova.compute.manager [req-d8c9144c-2bc4-4611-b2b5-afa9b2969784 req-b9c6a44a-f472-49b3-8d6f-647375b25d2b service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] No waiting events found dispatching network-vif-plugged-896125ee-8f97-4486-9a9e-dac48c5e7348 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.649550] env[70294]: WARNING nova.compute.manager [req-d8c9144c-2bc4-4611-b2b5-afa9b2969784 req-b9c6a44a-f472-49b3-8d6f-647375b25d2b service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Received unexpected event network-vif-plugged-896125ee-8f97-4486-9a9e-dac48c5e7348 for instance with vm_state building and task_state spawning. [ 1048.742088] env[70294]: DEBUG nova.network.neutron [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Successfully updated port: 896125ee-8f97-4486-9a9e-dac48c5e7348 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.744801] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.331s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.745537] env[70294]: DEBUG nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.750677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.075s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.751064] env[70294]: DEBUG nova.objects.instance [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lazy-loading 'resources' on Instance uuid 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.245380] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "refresh_cache-12bc2882-f0d3-4441-a75a-60987f3c7488" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.245535] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "refresh_cache-12bc2882-f0d3-4441-a75a-60987f3c7488" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.245691] env[70294]: DEBUG nova.network.neutron [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.252695] env[70294]: DEBUG nova.compute.utils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.254031] env[70294]: DEBUG nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.254211] env[70294]: DEBUG nova.network.neutron [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.299119] env[70294]: DEBUG nova.policy [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a4cf204ff5648a7b30ee3e28afc504c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99d532073ef24895a6d8a9561c95ff7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.481077] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01acbb5f-aa2b-46cc-8b5c-f8347ec1979f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.489019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64fd250-1196-4a22-bc31-fe99e3391278 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.522481] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b94c4d5-dc1b-4603-98b3-c3a7ca56ccac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.530613] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc8c5b6-90d6-4fd1-bc6a-b10b2f5ad348 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.544199] env[70294]: DEBUG nova.compute.provider_tree [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.608832] env[70294]: DEBUG nova.network.neutron [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Successfully created port: 1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.759607] env[70294]: DEBUG nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.037148] env[70294]: DEBUG nova.network.neutron [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.052078] env[70294]: DEBUG nova.scheduler.client.report [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.063109] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcd56c-f0c3-eacc-662f-96ab2fd9d237/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1050.063609] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1b914d-4dfd-4260-9bac-f98d12a73328 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.071237] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcd56c-f0c3-eacc-662f-96ab2fd9d237/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1050.071397] env[70294]: ERROR oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcd56c-f0c3-eacc-662f-96ab2fd9d237/disk-0.vmdk due to incomplete transfer. [ 1050.071719] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2cd714af-babe-4f14-946f-65c81cb03779 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.081473] env[70294]: DEBUG oslo_vmware.rw_handles [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dcd56c-f0c3-eacc-662f-96ab2fd9d237/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1050.081731] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Uploaded image b2590442-6a83-4e79-9243-f3e6e58e42a4 to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1050.085899] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.086568] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-036f77f0-5498-47a6-8ad9-2b49716cbffd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.094092] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1050.094092] env[70294]: value = "task-3570409" [ 1050.094092] env[70294]: _type = "Task" [ 1050.094092] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.103010] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570409, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.295064] env[70294]: DEBUG nova.network.neutron [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Updating instance_info_cache with network_info: [{"id": "896125ee-8f97-4486-9a9e-dac48c5e7348", "address": "fa:16:3e:89:a2:c0", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896125ee-8f", "ovs_interfaceid": "896125ee-8f97-4486-9a9e-dac48c5e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.559718] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.562422] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.599s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.562616] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.564462] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.215s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.565929] env[70294]: INFO nova.compute.claims [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.582788] env[70294]: INFO nova.scheduler.client.report [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted allocations for instance c24db184-492a-4edb-b6e4-964145a18b15 [ 1050.584363] env[70294]: INFO nova.scheduler.client.report [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Deleted allocations for instance 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9 [ 1050.605738] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570409, 'name': Destroy_Task, 'duration_secs': 0.323747} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.605946] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Destroyed the VM [ 1050.606376] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.606452] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-80ee34a7-2519-4340-aef5-f2b0f26e0f10 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.613497] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1050.613497] env[70294]: value = "task-3570410" [ 1050.613497] env[70294]: _type = "Task" [ 1050.613497] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.622027] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.673920] env[70294]: DEBUG nova.compute.manager [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Received event network-changed-896125ee-8f97-4486-9a9e-dac48c5e7348 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.674279] env[70294]: DEBUG nova.compute.manager [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Refreshing instance network info cache due to event network-changed-896125ee-8f97-4486-9a9e-dac48c5e7348. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.674309] env[70294]: DEBUG oslo_concurrency.lockutils [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] Acquiring lock "refresh_cache-12bc2882-f0d3-4441-a75a-60987f3c7488" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.771420] env[70294]: DEBUG nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.798477] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.798624] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.798739] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.798923] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.799089] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.799244] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.799449] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.799609] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.799772] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.799933] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.800118] env[70294]: DEBUG nova.virt.hardware [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.800566] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "refresh_cache-12bc2882-f0d3-4441-a75a-60987f3c7488" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.800848] env[70294]: DEBUG nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Instance network_info: |[{"id": "896125ee-8f97-4486-9a9e-dac48c5e7348", "address": "fa:16:3e:89:a2:c0", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896125ee-8f", "ovs_interfaceid": "896125ee-8f97-4486-9a9e-dac48c5e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.801637] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d06da-5f3d-400d-a128-b4f7ea0b3785 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.804196] env[70294]: DEBUG oslo_concurrency.lockutils [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] Acquired lock "refresh_cache-12bc2882-f0d3-4441-a75a-60987f3c7488" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.804384] env[70294]: DEBUG nova.network.neutron [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Refreshing network info cache for port 896125ee-8f97-4486-9a9e-dac48c5e7348 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.805594] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:a2:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db68bd64-5b56-49af-a075-13dcf85cb2e0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '896125ee-8f97-4486-9a9e-dac48c5e7348', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.813107] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.816141] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.816985] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-921f6772-a01b-4542-b21a-bcf382d14bb2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.835550] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ac11f-86d9-4052-b502-75ec7c432fad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.840522] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.840522] env[70294]: value = "task-3570411" [ 1050.840522] env[70294]: _type = "Task" [ 1050.840522] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.856104] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570411, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.028393] env[70294]: DEBUG nova.network.neutron [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Updated VIF entry in instance network info cache for port 896125ee-8f97-4486-9a9e-dac48c5e7348. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.029129] env[70294]: DEBUG nova.network.neutron [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Updating instance_info_cache with network_info: [{"id": "896125ee-8f97-4486-9a9e-dac48c5e7348", "address": "fa:16:3e:89:a2:c0", "network": {"id": "63650a80-3ad0-4004-82a2-a04ed1b49c13", "bridge": "br-int", "label": "tempest-ServersTestJSON-2060710086-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f5e07eb8fe4749b09d15da58bda3328c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db68bd64-5b56-49af-a075-13dcf85cb2e0", "external-id": "nsx-vlan-transportzone-590", "segmentation_id": 590, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap896125ee-8f", "ovs_interfaceid": "896125ee-8f97-4486-9a9e-dac48c5e7348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.094669] env[70294]: DEBUG oslo_concurrency.lockutils [None req-559741b6-b826-43c9-86e1-0da6ab975bba tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "c24db184-492a-4edb-b6e4-964145a18b15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.840s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.097360] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da43ca3e-feb1-4823-929c-d6b3990c60a2 tempest-ServerAddressesNegativeTestJSON-1676929907 tempest-ServerAddressesNegativeTestJSON-1676929907-project-member] Lock "001aa0d9-21b2-4f31-a2e2-1df4922cd3f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.331s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.125255] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570410, 'name': RemoveSnapshot_Task, 'duration_secs': 0.352756} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.125585] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.125955] env[70294]: DEBUG nova.compute.manager [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1051.126855] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e549e76-c780-47af-9649-8efe566e4014 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.352451] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570411, 'name': CreateVM_Task, 'duration_secs': 0.321319} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.352451] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.352451] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.352451] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.352451] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.352720] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa330cfa-68cd-4c5c-bf2e-a86400caa042 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.357415] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1051.357415] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5242e56b-6d99-ce6e-ad1f-fab52fdda2dd" [ 1051.357415] env[70294]: _type = "Task" [ 1051.357415] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.366862] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5242e56b-6d99-ce6e-ad1f-fab52fdda2dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.531403] env[70294]: DEBUG oslo_concurrency.lockutils [req-e79370c5-e713-4cbe-9553-ce380cc12ded req-0158faec-aaab-42a4-b8be-d6495788e910 service nova] Releasing lock "refresh_cache-12bc2882-f0d3-4441-a75a-60987f3c7488" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.642345] env[70294]: INFO nova.compute.manager [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Shelve offloading [ 1051.772054] env[70294]: DEBUG nova.compute.manager [req-378ca213-9348-4786-a8b2-cac68a263d06 req-ccb066bb-7f40-4e51-afc3-acbb3758cb8d service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-vif-plugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.772054] env[70294]: DEBUG oslo_concurrency.lockutils [req-378ca213-9348-4786-a8b2-cac68a263d06 req-ccb066bb-7f40-4e51-afc3-acbb3758cb8d service nova] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.772054] env[70294]: DEBUG oslo_concurrency.lockutils [req-378ca213-9348-4786-a8b2-cac68a263d06 req-ccb066bb-7f40-4e51-afc3-acbb3758cb8d service nova] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.772054] env[70294]: DEBUG oslo_concurrency.lockutils [req-378ca213-9348-4786-a8b2-cac68a263d06 req-ccb066bb-7f40-4e51-afc3-acbb3758cb8d service nova] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.772054] env[70294]: DEBUG nova.compute.manager [req-378ca213-9348-4786-a8b2-cac68a263d06 req-ccb066bb-7f40-4e51-afc3-acbb3758cb8d service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] No waiting events found dispatching network-vif-plugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.772054] env[70294]: WARNING nova.compute.manager [req-378ca213-9348-4786-a8b2-cac68a263d06 req-ccb066bb-7f40-4e51-afc3-acbb3758cb8d service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received unexpected event network-vif-plugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 for instance with vm_state building and task_state spawning. [ 1051.798015] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e069c12-c789-43a9-928a-f3f835812307 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.804436] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9150be-b43f-4920-9233-cbb5f95f61fe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.834968] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd96711-fc02-407e-a414-e11b93da8557 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.843880] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5645d870-bde2-4963-b557-1b3a79a3086b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.857573] env[70294]: DEBUG nova.compute.provider_tree [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.868461] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5242e56b-6d99-ce6e-ad1f-fab52fdda2dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.869405] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.869689] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.869970] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.870175] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.870471] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.870993] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c3aea0a-de0c-4363-a61f-6cfda0703ff8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.879446] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.879686] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.880431] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2e29fdd-9089-4d85-9973-ab1cb97b58b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.885102] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1051.885102] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521557fc-cc2d-157b-3224-37790395e6b7" [ 1051.885102] env[70294]: _type = "Task" [ 1051.885102] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.893267] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521557fc-cc2d-157b-3224-37790395e6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.045203] env[70294]: DEBUG nova.network.neutron [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Successfully updated port: 1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.128822] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.129185] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.147652] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.148578] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f77b0aef-48fd-466d-a6d8-57514138fe6c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.158050] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1052.158050] env[70294]: value = "task-3570412" [ 1052.158050] env[70294]: _type = "Task" [ 1052.158050] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.167642] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1052.167984] env[70294]: DEBUG nova.compute.manager [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.168872] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf92e9-cf09-498c-ae8c-e5e3375b8f3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.174715] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.174964] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.175213] env[70294]: DEBUG nova.network.neutron [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.367028] env[70294]: DEBUG nova.scheduler.client.report [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.395746] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521557fc-cc2d-157b-3224-37790395e6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.396718] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a855bd7d-73d0-42cd-9cea-580b2db64edf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.401933] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1052.401933] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c2c17-4796-37da-17dc-48fb8ce13fe2" [ 1052.401933] env[70294]: _type = "Task" [ 1052.401933] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.409808] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c2c17-4796-37da-17dc-48fb8ce13fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.549760] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.549946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.550148] env[70294]: DEBUG nova.network.neutron [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.631366] env[70294]: DEBUG nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.746475] env[70294]: DEBUG nova.compute.manager [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.746763] env[70294]: DEBUG nova.compute.manager [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing instance network info cache due to event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.747324] env[70294]: DEBUG oslo_concurrency.lockutils [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] Acquiring lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.871420] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.871944] env[70294]: DEBUG nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.874863] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.395s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.875261] env[70294]: DEBUG nova.objects.instance [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lazy-loading 'resources' on Instance uuid bdb12c7d-6dea-45a2-b133-47d78f0cbc3e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.914818] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c2c17-4796-37da-17dc-48fb8ce13fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.915103] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.915379] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 12bc2882-f0d3-4441-a75a-60987f3c7488/12bc2882-f0d3-4441-a75a-60987f3c7488.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.915642] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-793e3a9b-1183-4dc8-a64f-046ad3112a07 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.926036] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1052.926036] env[70294]: value = "task-3570413" [ 1052.926036] env[70294]: _type = "Task" [ 1052.926036] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.933651] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.096834] env[70294]: DEBUG nova.network.neutron [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751fd7f6-89", "ovs_interfaceid": "751fd7f6-891d-415d-b8c8-ae97fa413536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.110313] env[70294]: DEBUG nova.network.neutron [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.169149] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.316452] env[70294]: DEBUG nova.network.neutron [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5ef292-01", "ovs_interfaceid": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.380465] env[70294]: DEBUG nova.compute.utils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.384549] env[70294]: DEBUG nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1053.435794] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424501} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.438264] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 12bc2882-f0d3-4441-a75a-60987f3c7488/12bc2882-f0d3-4441-a75a-60987f3c7488.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.438488] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.438919] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae6b7983-3818-4835-8eb8-62ca146bb003 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.445249] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1053.445249] env[70294]: value = "task-3570414" [ 1053.445249] env[70294]: _type = "Task" [ 1053.445249] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.455590] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570414, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.584121] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad2478e-693c-41c8-b14e-4f97243d9e44 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.591537] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37349e26-407a-4938-8ec1-e0ccaea5abd9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.620991] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.623674] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2992007f-ee9d-4372-b1ec-fc3c3f29761d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.631319] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7d6aa1-dd33-4369-9e78-a6d04d159955 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.644060] env[70294]: DEBUG nova.compute.provider_tree [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1053.819878] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.820359] env[70294]: DEBUG nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Instance network_info: |[{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5ef292-01", "ovs_interfaceid": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.824136] env[70294]: DEBUG oslo_concurrency.lockutils [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] Acquired lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.824136] env[70294]: DEBUG nova.network.neutron [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.824136] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:46:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d5ef292-01cb-426a-a5e6-0e5bef41c756', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.832960] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.834631] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.834969] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8924f34a-085c-47ce-977b-765e446613cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.855144] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.855144] env[70294]: value = "task-3570415" [ 1053.855144] env[70294]: _type = "Task" [ 1053.855144] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.863376] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570415, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.885139] env[70294]: DEBUG nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.915475] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.916710] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444b14a9-9736-4db0-8484-eda638d94355 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.925617] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.925892] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6281728f-2a6a-4e6c-9ef2-bfbfd80f2c55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.955515] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570414, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061421} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.955783] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.956851] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30df8134-a2fb-44de-81b0-81b0141592f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.981664] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 12bc2882-f0d3-4441-a75a-60987f3c7488/12bc2882-f0d3-4441-a75a-60987f3c7488.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.982026] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea6481c-396a-4d79-97d2-246c7fb35e53 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.001146] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.001146] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.001146] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleting the datastore file [datastore2] 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.001332] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1545167e-7eba-4c4e-aeed-f10a960d1442 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.008379] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1054.008379] env[70294]: value = "task-3570417" [ 1054.008379] env[70294]: _type = "Task" [ 1054.008379] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.008379] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1054.008379] env[70294]: value = "task-3570418" [ 1054.008379] env[70294]: _type = "Task" [ 1054.008379] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.022424] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570417, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.026238] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570418, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.180402] env[70294]: ERROR nova.scheduler.client.report [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [req-f68e129f-0e0d-407a-a091-caffaeb4330b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f68e129f-0e0d-407a-a091-caffaeb4330b"}]} [ 1054.202645] env[70294]: DEBUG nova.scheduler.client.report [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1054.220143] env[70294]: DEBUG nova.scheduler.client.report [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1054.220143] env[70294]: DEBUG nova.compute.provider_tree [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.234059] env[70294]: DEBUG nova.scheduler.client.report [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1054.256645] env[70294]: DEBUG nova.scheduler.client.report [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1054.364661] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570415, 'name': CreateVM_Task, 'duration_secs': 0.341894} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.364928] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.365835] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.366092] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.366524] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.366840] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e960108-6bb5-4c5d-b3ad-ebb6eb7b9948 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.373885] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1054.373885] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5298b76c-2966-32ba-a276-dc465f1e6a17" [ 1054.373885] env[70294]: _type = "Task" [ 1054.373885] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.384418] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5298b76c-2966-32ba-a276-dc465f1e6a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.502851] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02906c4-b36c-46ca-8216-38d1bf62429f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.518226] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44440c8-02e0-4be6-8916-a6e7bbb92cd8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.527601] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570417, 'name': ReconfigVM_Task, 'duration_secs': 0.288567} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.528504] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 12bc2882-f0d3-4441-a75a-60987f3c7488/12bc2882-f0d3-4441-a75a-60987f3c7488.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.529319] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90caa8d-4e6b-45bb-9350-b970b180e747 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.556409] env[70294]: DEBUG oslo_vmware.api [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570418, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232608} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.557535] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7457af2e-6044-4d03-b659-c641cda013f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.560040] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.560323] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.560572] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.564143] env[70294]: DEBUG nova.network.neutron [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updated VIF entry in instance network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.564418] env[70294]: DEBUG nova.network.neutron [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5ef292-01", "ovs_interfaceid": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.565605] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1054.565605] env[70294]: value = "task-3570419" [ 1054.565605] env[70294]: _type = "Task" [ 1054.565605] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.572535] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324fd62e-5f17-4fd8-8c30-6c66ba647cbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.579976] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570419, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.582243] env[70294]: INFO nova.scheduler.client.report [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleted allocations for instance 56ebdd39-ce45-46cd-bafb-6d714a19d863 [ 1054.593641] env[70294]: DEBUG nova.compute.provider_tree [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1054.781323] env[70294]: DEBUG nova.compute.manager [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received event network-vif-unplugged-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.781616] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.781884] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.782091] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.782286] env[70294]: DEBUG nova.compute.manager [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] No waiting events found dispatching network-vif-unplugged-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.782460] env[70294]: WARNING nova.compute.manager [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received unexpected event network-vif-unplugged-751fd7f6-891d-415d-b8c8-ae97fa413536 for instance with vm_state shelved_offloaded and task_state None. [ 1054.782622] env[70294]: DEBUG nova.compute.manager [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received event network-changed-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.782830] env[70294]: DEBUG nova.compute.manager [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Refreshing instance network info cache due to event network-changed-751fd7f6-891d-415d-b8c8-ae97fa413536. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.782962] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] Acquiring lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.783119] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] Acquired lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.783325] env[70294]: DEBUG nova.network.neutron [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Refreshing network info cache for port 751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.889660] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5298b76c-2966-32ba-a276-dc465f1e6a17, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.890327] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.890516] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.890812] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.891073] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.891377] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.891755] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd834a0-933e-41e5-9ce7-39c9ce046458 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.895419] env[70294]: DEBUG nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.905989] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.906313] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.907449] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b91ecc4-0f7d-45ad-8df8-214ab5384b77 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.915850] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1054.915850] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528c6b49-da64-e28b-5102-f368ca374c6b" [ 1054.915850] env[70294]: _type = "Task" [ 1054.915850] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.933323] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528c6b49-da64-e28b-5102-f368ca374c6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009079} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.936603] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.938232] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.938548] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.938979] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.939926] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.939926] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.939926] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.940149] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.940452] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.940742] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.941509] env[70294]: DEBUG nova.virt.hardware [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.943226] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37382b4c-3c39-40e1-849b-515932683edb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.947402] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7de8ffe-15cb-4a24-bc59-5aa0f8d17e65 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.962360] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1054.962360] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f4254d-3136-6713-fa29-c3f98f3de39b" [ 1054.962360] env[70294]: _type = "Task" [ 1054.962360] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.963598] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561d1db4-67df-43c2-b705-2e73b6b45a50 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.976123] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f4254d-3136-6713-fa29-c3f98f3de39b, 'name': SearchDatastore_Task, 'duration_secs': 0.014103} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.983917] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.984229] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.985026] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.990272] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Creating folder: Project (6f9fbfffcffa4df199c7fa2bb0845334). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.990581] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-435e136e-4b12-4df1-95c3-26a7c2df2e52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.992679] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bde42e4-3be9-4d5c-aabd-6dd1584d682c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.000072] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1055.000072] env[70294]: value = "task-3570420" [ 1055.000072] env[70294]: _type = "Task" [ 1055.000072] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.005011] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Created folder: Project (6f9fbfffcffa4df199c7fa2bb0845334) in parent group-v712401. [ 1055.005247] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Creating folder: Instances. Parent ref: group-v712674. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.008274] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6e04aff-b0a2-447d-b200-d2aecc7f0783 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.009921] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570420, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.018566] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Created folder: Instances in parent group-v712674. [ 1055.018827] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.019090] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.019329] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3ba0a5-4e83-4e6e-a86e-724711a13f36 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.036700] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.036700] env[70294]: value = "task-3570423" [ 1055.036700] env[70294]: _type = "Task" [ 1055.036700] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.044356] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570423, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.067791] env[70294]: DEBUG oslo_concurrency.lockutils [req-e56b7558-2b10-4831-8545-a88ae912476c req-ec21d7e6-b693-4f26-9be0-e5738583c2aa service nova] Releasing lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.077244] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570419, 'name': Rename_Task, 'duration_secs': 0.399739} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.077244] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.077244] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32250a23-0c3f-4eb5-a89e-ac09de6408da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.083553] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1055.083553] env[70294]: value = "task-3570424" [ 1055.083553] env[70294]: _type = "Task" [ 1055.083553] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.088803] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.094173] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.134416] env[70294]: DEBUG nova.scheduler.client.report [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 138 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1055.134987] env[70294]: DEBUG nova.compute.provider_tree [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 138 to 139 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1055.135548] env[70294]: DEBUG nova.compute.provider_tree [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1055.522259] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570420, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465984} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.522259] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.522259] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.522259] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a64353d-f71c-4608-a5e5-4d43875f968d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.527952] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1055.527952] env[70294]: value = "task-3570425" [ 1055.527952] env[70294]: _type = "Task" [ 1055.527952] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.539275] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.549642] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570423, 'name': CreateVM_Task, 'duration_secs': 0.473214} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.549975] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.550486] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.550652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.550975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.551251] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d84ebd5-9cbd-4e18-949d-b8047df5a43b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.560116] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1055.560116] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b2a865-7373-479f-e1be-539d8f8ea8fb" [ 1055.560116] env[70294]: _type = "Task" [ 1055.560116] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.570599] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b2a865-7373-479f-e1be-539d8f8ea8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.597671] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.643702] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.769s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.646864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.560s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.646864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.648313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.440s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.668238] env[70294]: INFO nova.scheduler.client.report [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleted allocations for instance bdb12c7d-6dea-45a2-b133-47d78f0cbc3e [ 1055.682416] env[70294]: INFO nova.scheduler.client.report [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted allocations for instance 8288abc2-c769-41b9-9e26-b3fc0628e127 [ 1055.723831] env[70294]: DEBUG nova.network.neutron [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updated VIF entry in instance network info cache for port 751fd7f6-891d-415d-b8c8-ae97fa413536. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.723901] env[70294]: DEBUG nova.network.neutron [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap751fd7f6-89", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.041508] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069086} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.041787] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.046115] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2a34e-a6b5-4b8f-b921-49eb2c67ac73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.064612] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.064932] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16d1891e-0a09-4ee7-be4a-a02bc13616b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.088103] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b2a865-7373-479f-e1be-539d8f8ea8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.092045] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.092305] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.092529] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.093839] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.093839] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.093839] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1056.093839] env[70294]: value = "task-3570426" [ 1056.093839] env[70294]: _type = "Task" [ 1056.093839] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.093839] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e04907a-0b9f-4a21-992b-6f1cde2c9452 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.104179] env[70294]: DEBUG oslo_vmware.api [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570424, 'name': PowerOnVM_Task, 'duration_secs': 0.566489} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.104179] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.104413] env[70294]: INFO nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1056.104603] env[70294]: DEBUG nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1056.106116] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41bd860-1122-41b9-a24d-9dc0f1b4c185 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.112592] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.112794] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.113562] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570426, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.114133] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b3f923-7c58-4e72-9bcf-4c11c52a350a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.123295] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1056.123295] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526defa5-3b57-fa0e-0937-67d334e0fff5" [ 1056.123295] env[70294]: _type = "Task" [ 1056.123295] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.134017] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526defa5-3b57-fa0e-0937-67d334e0fff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.182600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5577256e-9fa7-46e9-bce7-08c31e8f4ece tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "bdb12c7d-6dea-45a2-b133-47d78f0cbc3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.154s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.202643] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4602a4f-43a9-4cf6-b31a-4a142a90ded1 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "8288abc2-c769-41b9-9e26-b3fc0628e127" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.822s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.227781] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1518a37-067c-4e5d-a2d2-942bf259a330 req-06b28034-ef3d-4f6e-a9ae-7a962b1cc94f service nova] Releasing lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.417037] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a260370-1306-40c1-9699-dbdf8e109ca2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.424427] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c5a0ab-bf1b-4842-9ced-514d9415da73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.458269] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e72cf7-989e-4e04-91f5-9c280f532c18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.466113] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbdd53f-c007-4f10-8153-b01421c70321 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.470120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.480364] env[70294]: DEBUG nova.compute.provider_tree [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.604990] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570426, 'name': ReconfigVM_Task, 'duration_secs': 0.276934} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.605298] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.605959] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d40325d-2c80-4ea9-9b2a-143621d38fca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.612000] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1056.612000] env[70294]: value = "task-3570427" [ 1056.612000] env[70294]: _type = "Task" [ 1056.612000] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.619589] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570427, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.636141] env[70294]: INFO nova.compute.manager [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Took 23.91 seconds to build instance. [ 1056.642879] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526defa5-3b57-fa0e-0937-67d334e0fff5, 'name': SearchDatastore_Task, 'duration_secs': 0.008867} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.643671] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cabdb1e4-1fbb-4610-9fbd-aa362602bb54 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.648647] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1056.648647] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ca5454-324b-659e-4e1c-5046bd1f3cc8" [ 1056.648647] env[70294]: _type = "Task" [ 1056.648647] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.657696] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ca5454-324b-659e-4e1c-5046bd1f3cc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.983308] env[70294]: DEBUG nova.scheduler.client.report [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.122287] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570427, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.140027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1a6d6474-dde4-4cf6-b6b1-36e99ec8216f tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.427s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.159357] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ca5454-324b-659e-4e1c-5046bd1f3cc8, 'name': SearchDatastore_Task, 'duration_secs': 0.009523} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.160299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.160299] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.160299] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8add2cb7-2f21-46f0-9ada-9315a23666ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.168460] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1057.168460] env[70294]: value = "task-3570428" [ 1057.168460] env[70294]: _type = "Task" [ 1057.168460] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.176409] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570428, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.337838] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.338136] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.339485] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.339854] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.518643] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "03fd75fb-c290-4c43-acfc-04a6e30b8740" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.518996] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.519393] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "03fd75fb-c290-4c43-acfc-04a6e30b8740-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.519533] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.519653] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.522172] env[70294]: INFO nova.compute.manager [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Terminating instance [ 1057.622058] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570427, 'name': Rename_Task, 'duration_secs': 0.968164} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.622294] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.622529] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7968aa50-23bf-4bc9-90cc-b1a7b3ecd326 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.628342] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1057.628342] env[70294]: value = "task-3570429" [ 1057.628342] env[70294]: _type = "Task" [ 1057.628342] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.635594] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.677867] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570428, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434706} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.678077] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.678297] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.678538] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b90a5ac-88c9-4782-ad4c-f243ba5d0c6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.684411] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1057.684411] env[70294]: value = "task-3570430" [ 1057.684411] env[70294]: _type = "Task" [ 1057.684411] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.691487] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.838300] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "12bc2882-f0d3-4441-a75a-60987f3c7488" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.838300] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.838471] env[70294]: DEBUG nova.compute.manager [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1057.839392] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7940a914-956c-4344-9455-a0dac0a35a04 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.843052] env[70294]: DEBUG nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.846646] env[70294]: DEBUG nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.853356] env[70294]: DEBUG nova.compute.manager [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1057.853913] env[70294]: DEBUG nova.objects.instance [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lazy-loading 'flavor' on Instance uuid 12bc2882-f0d3-4441-a75a-60987f3c7488 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.000223] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.351s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.002806] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.889s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.004214] env[70294]: DEBUG nova.objects.instance [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lazy-loading 'resources' on Instance uuid 4eb15d67-84bf-48b4-9c06-37eac6194e38 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.026421] env[70294]: DEBUG nova.compute.manager [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.026421] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.027185] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd8bb38-b4a7-487b-a12e-8650faa6451f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.035863] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.035980] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa23ebc4-e978-41b8-8939-36ea4491b775 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.042221] env[70294]: DEBUG oslo_vmware.api [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1058.042221] env[70294]: value = "task-3570431" [ 1058.042221] env[70294]: _type = "Task" [ 1058.042221] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.052665] env[70294]: DEBUG oslo_vmware.api [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.141024] env[70294]: DEBUG oslo_vmware.api [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570429, 'name': PowerOnVM_Task, 'duration_secs': 0.4453} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.141024] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.141024] env[70294]: INFO nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Took 7.37 seconds to spawn the instance on the hypervisor. [ 1058.141024] env[70294]: DEBUG nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.141560] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e340dfca-b430-434e-94f5-49c4d29a76c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.194901] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06636} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.195237] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.196179] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544d6584-7502-460c-8b6f-b5c14b4ca844 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.218886] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.221273] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e44a8d7-2d62-4d1c-9739-f57b1ae2dc72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.242303] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1058.242303] env[70294]: value = "task-3570432" [ 1058.242303] env[70294]: _type = "Task" [ 1058.242303] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.252159] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.371750] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.372736] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.553862] env[70294]: DEBUG oslo_vmware.api [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570431, 'name': PowerOffVM_Task, 'duration_secs': 0.300922} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.554148] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.554317] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.554569] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff1070aa-16be-4cff-9026-572ad4c1062b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.558902] env[70294]: INFO nova.scheduler.client.report [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted allocation for migration d34a2c25-6b87-4c4e-ad2c-efd76ab45f1e [ 1058.637766] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1058.638009] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1058.638215] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleting the datastore file [datastore1] 03fd75fb-c290-4c43-acfc-04a6e30b8740 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1058.638481] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c49cfc2-ff6e-4e9d-b1a3-0dbe27118bb1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.644922] env[70294]: DEBUG oslo_vmware.api [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1058.644922] env[70294]: value = "task-3570434" [ 1058.644922] env[70294]: _type = "Task" [ 1058.644922] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.659570] env[70294]: DEBUG oslo_vmware.api [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.664231] env[70294]: INFO nova.compute.manager [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Took 22.74 seconds to build instance. [ 1058.758049] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.823018] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b897991-d17c-4095-8e59-6754554399fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.830093] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d324ce3d-cddf-4053-b419-850f23a72194 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.860797] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb0ebf-cd32-4879-91cf-b09ba0ce8274 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.863788] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.864043] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4213c2d7-9bd8-4492-8a3a-b9c02a539c41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.870469] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc4ea43-9679-4285-b93e-3c3028c9b6a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.875014] env[70294]: DEBUG oslo_vmware.api [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1058.875014] env[70294]: value = "task-3570435" [ 1058.875014] env[70294]: _type = "Task" [ 1058.875014] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.886390] env[70294]: DEBUG nova.compute.provider_tree [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.894115] env[70294]: DEBUG oslo_vmware.api [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.064849] env[70294]: DEBUG oslo_concurrency.lockutils [None req-66f6575f-40e9-47cb-b93e-cfd6cea555d4 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.764s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.155142] env[70294]: DEBUG oslo_vmware.api [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196735} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.155551] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.155600] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.155801] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.156010] env[70294]: INFO nova.compute.manager [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1059.156263] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.156462] env[70294]: DEBUG nova.compute.manager [-] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.156559] env[70294]: DEBUG nova.network.neutron [-] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.165869] env[70294]: DEBUG oslo_concurrency.lockutils [None req-08fed5e2-2ad3-4a2a-a1bb-bd1f09173d61 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.255s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.254289] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570432, 'name': ReconfigVM_Task, 'duration_secs': 0.860229} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.254580] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.255252] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d826050f-296a-4f71-9cef-d3dac49fce02 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.261615] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1059.261615] env[70294]: value = "task-3570436" [ 1059.261615] env[70294]: _type = "Task" [ 1059.261615] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.269399] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570436, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.388167] env[70294]: DEBUG oslo_vmware.api [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570435, 'name': PowerOffVM_Task, 'duration_secs': 0.182562} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.389087] env[70294]: DEBUG nova.scheduler.client.report [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.392236] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.392451] env[70294]: DEBUG nova.compute.manager [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.393259] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affc444c-3972-4d1c-8f31-b7834d995699 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.444206] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "bee607f7-7665-4647-8a45-3f71df824e47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.444471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.445254] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "bee607f7-7665-4647-8a45-3f71df824e47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.445991] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.445991] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.449983] env[70294]: INFO nova.compute.manager [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Terminating instance [ 1059.476353] env[70294]: DEBUG nova.compute.manager [req-6a407982-c6d3-455e-84dd-745bfcdea271 req-6b1bc911-9d8b-465c-8590-434dfeb21652 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Received event network-vif-deleted-9d3b4f23-c77f-4eb3-870b-ebb46097cfda {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.476484] env[70294]: INFO nova.compute.manager [req-6a407982-c6d3-455e-84dd-745bfcdea271 req-6b1bc911-9d8b-465c-8590-434dfeb21652 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Neutron deleted interface 9d3b4f23-c77f-4eb3-870b-ebb46097cfda; detaching it from the instance and deleting it from the info cache [ 1059.476680] env[70294]: DEBUG nova.network.neutron [req-6a407982-c6d3-455e-84dd-745bfcdea271 req-6b1bc911-9d8b-465c-8590-434dfeb21652 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.773231] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570436, 'name': Rename_Task, 'duration_secs': 0.285294} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.773541] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.773795] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7047b6e1-6ada-49f7-995e-46026e327851 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.780209] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1059.780209] env[70294]: value = "task-3570437" [ 1059.780209] env[70294]: _type = "Task" [ 1059.780209] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.788741] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.901342] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.903683] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.973s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.909529] env[70294]: INFO nova.compute.claims [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.920406] env[70294]: DEBUG oslo_concurrency.lockutils [None req-12e1b61c-ab75-442f-9312-b6b458857e07 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.082s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.936083] env[70294]: INFO nova.scheduler.client.report [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Deleted allocations for instance 4eb15d67-84bf-48b4-9c06-37eac6194e38 [ 1059.955278] env[70294]: DEBUG nova.compute.manager [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.956805] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.957224] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c77841f-06c2-4b29-9ae3-3a098a0a7a0f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.961532] env[70294]: DEBUG nova.network.neutron [-] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.968453] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.969085] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce45f214-4477-4559-b20f-b90990846ccb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.977866] env[70294]: DEBUG oslo_vmware.api [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1059.977866] env[70294]: value = "task-3570438" [ 1059.977866] env[70294]: _type = "Task" [ 1059.977866] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.982194] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40339581-1db7-409c-8c50-6f73ef5585ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.990947] env[70294]: DEBUG oslo_vmware.api [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.996941] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d63cb-9d44-49ba-8890-d8688da016bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.013507] env[70294]: DEBUG nova.compute.manager [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.013507] env[70294]: DEBUG nova.compute.manager [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing instance network info cache due to event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.013650] env[70294]: DEBUG oslo_concurrency.lockutils [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] Acquiring lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.013829] env[70294]: DEBUG oslo_concurrency.lockutils [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] Acquired lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.014100] env[70294]: DEBUG nova.network.neutron [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.026857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "2d309dd6-ced0-4c56-be3d-e372e051d556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.027127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.039759] env[70294]: DEBUG nova.compute.manager [req-6a407982-c6d3-455e-84dd-745bfcdea271 req-6b1bc911-9d8b-465c-8590-434dfeb21652 service nova] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Detach interface failed, port_id=9d3b4f23-c77f-4eb3-870b-ebb46097cfda, reason: Instance 03fd75fb-c290-4c43-acfc-04a6e30b8740 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.291510] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570437, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.445657] env[70294]: DEBUG oslo_concurrency.lockutils [None req-47c3b7cd-0295-430b-a5a0-e49c05a32860 tempest-AttachInterfacesTestJSON-1749285580 tempest-AttachInterfacesTestJSON-1749285580-project-member] Lock "4eb15d67-84bf-48b4-9c06-37eac6194e38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.724s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.467974] env[70294]: INFO nova.compute.manager [-] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Took 1.31 seconds to deallocate network for instance. [ 1060.486577] env[70294]: DEBUG oslo_vmware.api [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570438, 'name': PowerOffVM_Task, 'duration_secs': 0.165332} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.486751] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.486948] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.487223] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b37321f9-f1ae-4670-bc13-4c0e8749784a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.540126] env[70294]: DEBUG nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.553244] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.553244] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.553244] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleting the datastore file [datastore2] bee607f7-7665-4647-8a45-3f71df824e47 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.553244] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab4af8ec-0432-47cf-b9cf-d16311c01a02 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.561642] env[70294]: DEBUG oslo_vmware.api [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1060.561642] env[70294]: value = "task-3570440" [ 1060.561642] env[70294]: _type = "Task" [ 1060.561642] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.570165] env[70294]: DEBUG oslo_vmware.api [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.602685] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "12bc2882-f0d3-4441-a75a-60987f3c7488" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.603076] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.603329] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "12bc2882-f0d3-4441-a75a-60987f3c7488-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.603654] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.603769] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.605996] env[70294]: INFO nova.compute.manager [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Terminating instance [ 1060.795331] env[70294]: DEBUG oslo_vmware.api [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570437, 'name': PowerOnVM_Task, 'duration_secs': 0.538903} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.795331] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.795331] env[70294]: INFO nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Took 5.90 seconds to spawn the instance on the hypervisor. [ 1060.795331] env[70294]: DEBUG nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.795331] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82952a0f-af19-4778-b3dd-6582558ae181 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.820868] env[70294]: DEBUG nova.network.neutron [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updated VIF entry in instance network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.821302] env[70294]: DEBUG nova.network.neutron [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5ef292-01", "ovs_interfaceid": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.974071] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.070671] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.078312] env[70294]: DEBUG oslo_vmware.api [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139042} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.078312] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.078312] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.078312] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.078312] env[70294]: INFO nova.compute.manager [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1061.078312] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.078312] env[70294]: DEBUG nova.compute.manager [-] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.078312] env[70294]: DEBUG nova.network.neutron [-] [instance: bee607f7-7665-4647-8a45-3f71df824e47] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.110337] env[70294]: DEBUG nova.compute.manager [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.110555] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.111475] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c3bd1-230b-4b09-aa27-e1e9f36705d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.123046] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.123322] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35bd073a-0c84-4280-8704-a990c5016578 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.188752] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7594179-9de5-42b5-ab35-72dba39a83dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.196727] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5f25d3-c541-4d79-8095-11771934363f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.231609] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb38bd2-76ab-4352-bd63-57eb1523145e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.234189] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.234419] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.234606] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleting the datastore file [datastore1] 12bc2882-f0d3-4441-a75a-60987f3c7488 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.234887] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c15a978e-71bd-4059-a282-73f8acf8f386 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.243306] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f107fe-974f-42a6-927c-d8ecdda1be7f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.248046] env[70294]: DEBUG oslo_vmware.api [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1061.248046] env[70294]: value = "task-3570442" [ 1061.248046] env[70294]: _type = "Task" [ 1061.248046] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.260862] env[70294]: DEBUG nova.compute.provider_tree [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.267724] env[70294]: DEBUG oslo_vmware.api [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.311831] env[70294]: INFO nova.compute.manager [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Took 21.98 seconds to build instance. [ 1061.323570] env[70294]: DEBUG oslo_concurrency.lockutils [req-770fcf29-fc3e-45ee-bdfb-9a6fa7d8f15a req-d3e4df94-0dc0-4a0c-9eb2-ba81ee7be11a service nova] Releasing lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.550557] env[70294]: DEBUG nova.compute.manager [req-58e2831f-d192-46a3-8447-76142425a9ba req-73f16e9a-9d88-4948-89e9-1e7f737a3a7d service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Received event network-vif-deleted-e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.550798] env[70294]: INFO nova.compute.manager [req-58e2831f-d192-46a3-8447-76142425a9ba req-73f16e9a-9d88-4948-89e9-1e7f737a3a7d service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Neutron deleted interface e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889; detaching it from the instance and deleting it from the info cache [ 1061.551024] env[70294]: DEBUG nova.network.neutron [req-58e2831f-d192-46a3-8447-76142425a9ba req-73f16e9a-9d88-4948-89e9-1e7f737a3a7d service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.758438] env[70294]: DEBUG oslo_vmware.api [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134999} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.758731] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.758843] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.759182] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.759454] env[70294]: INFO nova.compute.manager [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1061.759724] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.759923] env[70294]: DEBUG nova.compute.manager [-] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.760037] env[70294]: DEBUG nova.network.neutron [-] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.765021] env[70294]: DEBUG nova.scheduler.client.report [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.813943] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5f3f4fd-1aae-4913-aab9-a0fea6d58236 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "047f5227-f233-475e-9db1-5f40d088f689" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.490s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.867433] env[70294]: INFO nova.compute.manager [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Rebuilding instance [ 1061.910023] env[70294]: DEBUG nova.compute.manager [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.910454] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d1ebf-8228-4620-a84c-e620333bc0fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.960157] env[70294]: DEBUG nova.network.neutron [-] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.053939] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d79a0005-669a-41d5-9c19-7b37feb0e53d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.063609] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b324993-91f3-4551-9a52-ecbf31f59c73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.092860] env[70294]: DEBUG nova.compute.manager [req-58e2831f-d192-46a3-8447-76142425a9ba req-73f16e9a-9d88-4948-89e9-1e7f737a3a7d service nova] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Detach interface failed, port_id=e7e72cbb-60ea-4e7c-a8f2-8ca5cb130889, reason: Instance bee607f7-7665-4647-8a45-3f71df824e47 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.269426] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.269915] env[70294]: DEBUG nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.272696] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.318s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.272865] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.273176] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1062.273338] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.604s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.274931] env[70294]: INFO nova.compute.claims [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.277994] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124684c6-84e1-418f-a818-f9d2f95f6717 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.288200] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04a26e6-787e-4cb9-98b5-68924190b680 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.303111] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84972e4-7176-49e0-a1cc-ecca20267112 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.310111] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6824c7-8a34-41a9-b5fb-3cb0947cb9e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.341132] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179272MB free_disk=81GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1062.341534] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.464658] env[70294]: INFO nova.compute.manager [-] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Took 1.39 seconds to deallocate network for instance. [ 1062.466401] env[70294]: DEBUG nova.network.neutron [-] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.779230] env[70294]: DEBUG nova.compute.utils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.780679] env[70294]: DEBUG nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.780854] env[70294]: DEBUG nova.network.neutron [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.847501] env[70294]: DEBUG nova.policy [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22931c4b20e6442a997cf63acfb19672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7202cb5d46740e5a63a56d6e28e404b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.924048] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.924386] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86893ae1-62da-41c5-bee1-bec94b5edd13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.932439] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1062.932439] env[70294]: value = "task-3570443" [ 1062.932439] env[70294]: _type = "Task" [ 1062.932439] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.941894] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.971589] env[70294]: INFO nova.compute.manager [-] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Took 1.21 seconds to deallocate network for instance. [ 1062.972565] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.284829] env[70294]: DEBUG nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.306122] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.306122] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.321817] env[70294]: DEBUG nova.network.neutron [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Successfully created port: af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.443242] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570443, 'name': PowerOffVM_Task, 'duration_secs': 0.175068} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.443524] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.443736] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.444542] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b523896-f114-4d91-857e-bbe0da91250d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.453311] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.453657] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeaf8014-827e-484b-9455-85508a560f0e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.480899] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.481231] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.481531] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.481587] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Deleting the datastore file [datastore1] 047f5227-f233-475e-9db1-5f40d088f689 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.481818] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b50a8b4-0de4-4d86-a28d-e1448659eb63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.487916] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1063.487916] env[70294]: value = "task-3570445" [ 1063.487916] env[70294]: _type = "Task" [ 1063.487916] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.498232] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.536095] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9b66b3-ec8f-425a-8742-0660a541de19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.544108] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e9aa1a-f703-4d67-9a8d-a05eab25450c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.575113] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf6f5aa-1ae7-4d5c-9cd6-a045d3c1c60f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.582983] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0495e08-ab45-4780-bb15-01f104fb032d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.599086] env[70294]: DEBUG nova.compute.provider_tree [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.603730] env[70294]: DEBUG nova.compute.manager [req-08405dfa-5374-47fc-9947-6c7131972d80 req-df7a9ed6-6900-4f9b-83b6-bb1039940025 service nova] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Received event network-vif-deleted-896125ee-8f97-4486-9a9e-dac48c5e7348 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.807883] env[70294]: DEBUG nova.compute.utils [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.000386] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234979} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.001021] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.001021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.001279] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.107180] env[70294]: DEBUG nova.scheduler.client.report [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.300029] env[70294]: DEBUG nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.311876] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.329848] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.330033] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.330225] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.330385] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.330534] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.330724] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.330977] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.331202] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.331411] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.331554] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.331728] env[70294]: DEBUG nova.virt.hardware [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.332616] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c09a8175-5861-47a5-874c-bd1641a3637e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.341391] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2168b23-5532-4ab5-8989-f62de4e71f0d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.610684] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.611256] env[70294]: DEBUG nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.613916] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.445s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.615800] env[70294]: INFO nova.compute.claims [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.819295] env[70294]: DEBUG nova.network.neutron [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Successfully updated port: af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.032951] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.033209] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.033364] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.033539] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.033679] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.033820] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.034246] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.034496] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.034726] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.034952] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.035183] env[70294]: DEBUG nova.virt.hardware [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.036119] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539706ca-a997-41cd-a28e-f3332e8c2b44 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.046565] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd373718-4496-420b-9c7b-b8560d1e4495 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.061467] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.069281] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.069574] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.069827] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a602501-9fbf-4d6d-ab45-be66b9ae6cd5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.098323] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.098323] env[70294]: value = "task-3570446" [ 1065.098323] env[70294]: _type = "Task" [ 1065.098323] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.107504] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570446, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.124144] env[70294]: DEBUG nova.compute.utils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.131170] env[70294]: DEBUG nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.131358] env[70294]: DEBUG nova.network.neutron [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.175290] env[70294]: DEBUG nova.policy [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '32bdd451103449f587a7eb2b19e5f86b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c45530c6fab4ad4bf14301b6c215c62', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.328214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.328214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.328369] env[70294]: DEBUG nova.network.neutron [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.394816] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.395102] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.395333] env[70294]: INFO nova.compute.manager [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Attaching volume b84bf731-053a-45d6-b7d0-4bff823cfb9c to /dev/sdb [ 1065.440452] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae33ea7c-ee91-4f0d-a42a-db5f919558ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.447290] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff5f8ef-5216-4a38-99e5-b78b0b79329e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.460689] env[70294]: DEBUG nova.virt.block_device [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Updating existing volume attachment record: 98635eb8-34aa-485a-8583-39df17f76e85 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.475039] env[70294]: DEBUG nova.network.neutron [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Successfully created port: f7802a07-0720-49dc-bd98-f39fe9032e58 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.608875] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570446, 'name': CreateVM_Task, 'duration_secs': 0.278122} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.609080] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.609507] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.609668] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.609976] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.610277] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90a4891-4839-4903-bcdc-6e70dd35bcd3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.614874] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1065.614874] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527d546b-9a27-363d-f258-f8f8088acd72" [ 1065.614874] env[70294]: _type = "Task" [ 1065.614874] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.622316] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527d546b-9a27-363d-f258-f8f8088acd72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.632027] env[70294]: DEBUG nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.640379] env[70294]: DEBUG nova.compute.manager [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Received event network-vif-plugged-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.640597] env[70294]: DEBUG oslo_concurrency.lockutils [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.641420] env[70294]: DEBUG oslo_concurrency.lockutils [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] Lock "8b228378-2695-4839-869a-e931077ce99d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.641652] env[70294]: DEBUG oslo_concurrency.lockutils [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] Lock "8b228378-2695-4839-869a-e931077ce99d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.641837] env[70294]: DEBUG nova.compute.manager [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] No waiting events found dispatching network-vif-plugged-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.642024] env[70294]: WARNING nova.compute.manager [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Received unexpected event network-vif-plugged-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 for instance with vm_state building and task_state spawning. [ 1065.642165] env[70294]: DEBUG nova.compute.manager [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Received event network-changed-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.642308] env[70294]: DEBUG nova.compute.manager [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Refreshing instance network info cache due to event network-changed-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.642462] env[70294]: DEBUG oslo_concurrency.lockutils [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] Acquiring lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.875315] env[70294]: DEBUG nova.network.neutron [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1065.922631] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fdc2aa-0d0b-4cec-908d-da0c9766d1b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.933658] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d29a5c-1dab-4c28-9071-a4f4cad78b70 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.972207] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2453b27-a76d-4ff3-a635-bc430973cd93 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.980963] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bdbfd8-c2b8-45bb-8d0f-7e9b1a860610 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.996400] env[70294]: DEBUG nova.compute.provider_tree [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.096452] env[70294]: DEBUG nova.network.neutron [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updating instance_info_cache with network_info: [{"id": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "address": "fa:16:3e:c7:47:c3", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c1d6c-7a", "ovs_interfaceid": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.130108] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527d546b-9a27-363d-f258-f8f8088acd72, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.130711] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.131031] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.131311] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.131479] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.131972] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.132268] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8371e0-9dcd-4b0c-8acc-1406fd1295c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.145609] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.146044] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.147040] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f247167-f901-4c44-bf57-76ac5b366b9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.156680] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1066.156680] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263eb42-69b3-a2a6-6d00-aef9889d4569" [ 1066.156680] env[70294]: _type = "Task" [ 1066.156680] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.166988] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263eb42-69b3-a2a6-6d00-aef9889d4569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.529981] env[70294]: ERROR nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [req-2bfd9c65-ac95-408d-a932-8792bbec0793] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2bfd9c65-ac95-408d-a932-8792bbec0793"}]} [ 1066.547062] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1066.560461] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1066.560707] env[70294]: DEBUG nova.compute.provider_tree [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1066.572831] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1066.594173] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1066.602028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.602028] env[70294]: DEBUG nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Instance network_info: |[{"id": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "address": "fa:16:3e:c7:47:c3", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c1d6c-7a", "ovs_interfaceid": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.602028] env[70294]: DEBUG oslo_concurrency.lockutils [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] Acquired lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.602028] env[70294]: DEBUG nova.network.neutron [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Refreshing network info cache for port af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1066.602028] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:47:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af3c1d6c-7a68-4e2a-8ce9-0571a057ce62', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.610019] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1066.613348] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.614069] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-871cb382-8a9a-49a9-8a63-5191c0c93ad1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.638636] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.638636] env[70294]: value = "task-3570448" [ 1066.638636] env[70294]: _type = "Task" [ 1066.638636] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.646502] env[70294]: DEBUG nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.653316] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570448, 'name': CreateVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.668951] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263eb42-69b3-a2a6-6d00-aef9889d4569, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.671648] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226e617a-bfd1-4bc3-9124-98d16d9d2670 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.677874] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.678211] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.678448] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.678711] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.678937] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.679157] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.679416] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.679606] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.679789] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.680011] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.680185] env[70294]: DEBUG nova.virt.hardware [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.681318] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bda5bd-d608-49ef-a193-d0a917ae78ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.688269] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1066.688269] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52764510-05eb-f43a-44f9-766926a9ea0a" [ 1066.688269] env[70294]: _type = "Task" [ 1066.688269] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.695758] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11dfe512-a292-4c0c-9e5f-4029951cb86c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.704587] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52764510-05eb-f43a-44f9-766926a9ea0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.707121] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.707508] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.708253] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27df2bf9-8155-49ca-a408-e89efe0592c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.726105] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1066.726105] env[70294]: value = "task-3570449" [ 1066.726105] env[70294]: _type = "Task" [ 1066.726105] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.734418] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.874307] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700839e6-d6d7-4d0c-8b5a-43ddda6ab876 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.883381] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b1ff08-2284-4166-9723-34f3437d90b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.915738] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db49eab3-66db-4b7a-b6b0-664c6ec766bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.923707] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e969a89-1e01-4991-9334-3e41b3639f6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.940431] env[70294]: DEBUG nova.compute.provider_tree [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.054241] env[70294]: DEBUG nova.network.neutron [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Successfully updated port: f7802a07-0720-49dc-bd98-f39fe9032e58 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.153217] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570448, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.242572] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463101} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.242678] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.242877] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.243190] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c39aed9-cc2e-45fb-b5be-0b6d5e1abf6d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.249672] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1067.249672] env[70294]: value = "task-3570450" [ 1067.249672] env[70294]: _type = "Task" [ 1067.249672] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.260336] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.420196] env[70294]: DEBUG nova.network.neutron [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updated VIF entry in instance network info cache for port af3c1d6c-7a68-4e2a-8ce9-0571a057ce62. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.420529] env[70294]: DEBUG nova.network.neutron [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updating instance_info_cache with network_info: [{"id": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "address": "fa:16:3e:c7:47:c3", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c1d6c-7a", "ovs_interfaceid": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.461885] env[70294]: ERROR nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [req-5298b354-986b-489b-bfb5-12c113ba1f73] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5298b354-986b-489b-bfb5-12c113ba1f73"}]} [ 1067.480762] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1067.493909] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1067.494209] env[70294]: DEBUG nova.compute.provider_tree [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1067.508089] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1067.536511] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1067.562748] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.562919] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.563085] env[70294]: DEBUG nova.network.neutron [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.650151] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570448, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.685534] env[70294]: DEBUG nova.compute.manager [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Received event network-vif-plugged-f7802a07-0720-49dc-bd98-f39fe9032e58 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.685534] env[70294]: DEBUG oslo_concurrency.lockutils [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] Acquiring lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.685534] env[70294]: DEBUG oslo_concurrency.lockutils [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] Lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.685534] env[70294]: DEBUG oslo_concurrency.lockutils [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] Lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.685534] env[70294]: DEBUG nova.compute.manager [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] No waiting events found dispatching network-vif-plugged-f7802a07-0720-49dc-bd98-f39fe9032e58 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.685534] env[70294]: WARNING nova.compute.manager [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Received unexpected event network-vif-plugged-f7802a07-0720-49dc-bd98-f39fe9032e58 for instance with vm_state building and task_state spawning. [ 1067.685534] env[70294]: DEBUG nova.compute.manager [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Received event network-changed-f7802a07-0720-49dc-bd98-f39fe9032e58 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.685534] env[70294]: DEBUG nova.compute.manager [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Refreshing instance network info cache due to event network-changed-f7802a07-0720-49dc-bd98-f39fe9032e58. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.685534] env[70294]: DEBUG oslo_concurrency.lockutils [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] Acquiring lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.758886] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067134} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.761623] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.762713] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e2feb9-854a-4828-96c3-bd3f77a3e2a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.783052] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.785606] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d95470-9934-4380-8086-ea6f751ac7f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.805486] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1067.805486] env[70294]: value = "task-3570452" [ 1067.805486] env[70294]: _type = "Task" [ 1067.805486] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.813789] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.825404] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "b5b87045-5079-4dbe-af1b-952ba6a1c263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.825711] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.845667] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6343a3-9424-4ed6-8e2d-439bd9aa0de6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.854224] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a789771e-da5b-4929-9550-0309246529cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.886348] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818ddf03-07b6-4a37-8801-5880fdda43d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.893534] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273390f5-f335-487f-8868-a0dca4df31c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.906659] env[70294]: DEBUG nova.compute.provider_tree [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.923565] env[70294]: DEBUG oslo_concurrency.lockutils [req-0822af7c-74ff-4d82-90fb-463d791d6c70 req-d61bcb6e-a3b7-48e0-833d-3fa434771832 service nova] Releasing lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.097519] env[70294]: DEBUG nova.network.neutron [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.150116] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570448, 'name': CreateVM_Task, 'duration_secs': 1.361454} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.151043] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.151043] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.151193] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.151450] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.151809] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeabb944-97b8-4ef8-820b-4d67254429ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.157123] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1068.157123] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d4f9ef-68fb-534d-83c8-6fcc5570efb9" [ 1068.157123] env[70294]: _type = "Task" [ 1068.157123] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.166526] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d4f9ef-68fb-534d-83c8-6fcc5570efb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.237367] env[70294]: DEBUG nova.network.neutron [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance_info_cache with network_info: [{"id": "f7802a07-0720-49dc-bd98-f39fe9032e58", "address": "fa:16:3e:fd:35:17", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7802a07-07", "ovs_interfaceid": "f7802a07-0720-49dc-bd98-f39fe9032e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.318095] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570452, 'name': ReconfigVM_Task, 'duration_secs': 0.310567} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.318535] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 047f5227-f233-475e-9db1-5f40d088f689/047f5227-f233-475e-9db1-5f40d088f689.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.319017] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be4d9eee-e079-443a-8b9a-3e127db85e48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.325137] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1068.325137] env[70294]: value = "task-3570453" [ 1068.325137] env[70294]: _type = "Task" [ 1068.325137] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.334107] env[70294]: DEBUG nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.335982] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570453, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.409666] env[70294]: DEBUG nova.scheduler.client.report [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.667755] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d4f9ef-68fb-534d-83c8-6fcc5570efb9, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.668236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.668583] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.668921] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.669193] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.669502] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.669825] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bee2b1b4-ec32-46e6-a037-476a65304a64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.678119] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.678384] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.679159] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146870bd-d5fa-4122-ac14-32218985e983 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.684414] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1068.684414] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e98a89-fee5-2a55-45a4-8e3e95d3ad16" [ 1068.684414] env[70294]: _type = "Task" [ 1068.684414] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.692271] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e98a89-fee5-2a55-45a4-8e3e95d3ad16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.739892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.740220] env[70294]: DEBUG nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Instance network_info: |[{"id": "f7802a07-0720-49dc-bd98-f39fe9032e58", "address": "fa:16:3e:fd:35:17", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7802a07-07", "ovs_interfaceid": "f7802a07-0720-49dc-bd98-f39fe9032e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.740505] env[70294]: DEBUG oslo_concurrency.lockutils [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] Acquired lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.740684] env[70294]: DEBUG nova.network.neutron [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Refreshing network info cache for port f7802a07-0720-49dc-bd98-f39fe9032e58 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1068.742024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:35:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7802a07-0720-49dc-bd98-f39fe9032e58', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.749286] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.750189] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.750408] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be1495ed-c783-4027-b7de-8fdb33accc46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.770641] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.770641] env[70294]: value = "task-3570454" [ 1068.770641] env[70294]: _type = "Task" [ 1068.770641] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.778612] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570454, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.834926] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570453, 'name': Rename_Task, 'duration_secs': 0.153433} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.835221] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.835471] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84003a18-bf33-4fcc-a7bb-fa6b45cef037 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.843327] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1068.843327] env[70294]: value = "task-3570455" [ 1068.843327] env[70294]: _type = "Task" [ 1068.843327] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.851196] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.855239] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.914403] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.300s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.915532] env[70294]: DEBUG nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.917716] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.829s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.918037] env[70294]: DEBUG nova.objects.instance [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lazy-loading 'resources' on Instance uuid 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.195253] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e98a89-fee5-2a55-45a4-8e3e95d3ad16, 'name': SearchDatastore_Task, 'duration_secs': 0.008139} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.195976] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c394727c-e0d7-49ea-952e-43f4dcc0dda9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.200892] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1069.200892] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527eb214-0c37-010a-8848-74d073af89eb" [ 1069.200892] env[70294]: _type = "Task" [ 1069.200892] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.208312] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527eb214-0c37-010a-8848-74d073af89eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.283095] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570454, 'name': CreateVM_Task, 'duration_secs': 0.328062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.285269] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.285899] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.286086] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.286407] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.286983] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162d68a8-91fc-43a4-9ecb-ad7c79479666 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.291683] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1069.291683] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525194ec-77c7-774c-8be6-94a3b04d0acb" [ 1069.291683] env[70294]: _type = "Task" [ 1069.291683] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.299086] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525194ec-77c7-774c-8be6-94a3b04d0acb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.352452] env[70294]: DEBUG oslo_vmware.api [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570455, 'name': PowerOnVM_Task, 'duration_secs': 0.413793} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.354664] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.354870] env[70294]: DEBUG nova.compute.manager [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.355644] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b977b93f-5f3a-4640-8653-f62a4ce2ca5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.420814] env[70294]: DEBUG nova.compute.utils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.422512] env[70294]: DEBUG nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.422683] env[70294]: DEBUG nova.network.neutron [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.428439] env[70294]: DEBUG nova.objects.instance [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lazy-loading 'numa_topology' on Instance uuid 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.503402] env[70294]: DEBUG nova.policy [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff4d316b07d84a038fd3c41cf57cb551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99449fe986ab450180ef3f9a06a3a30e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.507113] env[70294]: DEBUG nova.network.neutron [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updated VIF entry in instance network info cache for port f7802a07-0720-49dc-bd98-f39fe9032e58. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.507533] env[70294]: DEBUG nova.network.neutron [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance_info_cache with network_info: [{"id": "f7802a07-0720-49dc-bd98-f39fe9032e58", "address": "fa:16:3e:fd:35:17", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7802a07-07", "ovs_interfaceid": "f7802a07-0720-49dc-bd98-f39fe9032e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.711318] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527eb214-0c37-010a-8848-74d073af89eb, 'name': SearchDatastore_Task, 'duration_secs': 0.020544} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.711652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.711824] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.712090] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3a159a7-feff-4349-be3b-85274114644b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.721103] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1069.721103] env[70294]: value = "task-3570456" [ 1069.721103] env[70294]: _type = "Task" [ 1069.721103] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.728809] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.801694] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525194ec-77c7-774c-8be6-94a3b04d0acb, 'name': SearchDatastore_Task, 'duration_secs': 0.036613} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.802018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.802266] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.802766] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.802766] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.802839] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.803691] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e143eee-3ac6-4183-97e1-a51b6af35348 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.810515] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.810748] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.811601] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1b4dee-453e-43e2-bd27-6201ca633563 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.816426] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1069.816426] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521319b5-a78a-4fd5-cccd-e259ace06eae" [ 1069.816426] env[70294]: _type = "Task" [ 1069.816426] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.823806] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521319b5-a78a-4fd5-cccd-e259ace06eae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.873200] env[70294]: DEBUG nova.network.neutron [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Successfully created port: d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.874664] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.928492] env[70294]: DEBUG nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.932801] env[70294]: DEBUG nova.objects.base [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Object Instance<56ebdd39-ce45-46cd-bafb-6d714a19d863> lazy-loaded attributes: resources,numa_topology {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1070.013845] env[70294]: DEBUG oslo_concurrency.lockutils [req-21627c05-af6d-4da2-abdc-69897b6935e1 req-e84d0acd-d270-427f-8fbc-83a6241f8b6c service nova] Releasing lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.028204] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1070.029556] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712678', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'name': 'volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409da764-e28e-4f6f-af78-7681c7a8bcd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'serial': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1070.030826] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e098c93-ba9b-403f-95d6-51ebf1eecf33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.071023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f446d89-46da-4dae-b455-5756e09683e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.112273] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c/volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.115191] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7271711d-d1b2-41ae-acb3-89cd25832966 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.130347] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "047f5227-f233-475e-9db1-5f40d088f689" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.130622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "047f5227-f233-475e-9db1-5f40d088f689" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.130873] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "047f5227-f233-475e-9db1-5f40d088f689-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.131490] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "047f5227-f233-475e-9db1-5f40d088f689-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.131490] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "047f5227-f233-475e-9db1-5f40d088f689-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.134069] env[70294]: INFO nova.compute.manager [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Terminating instance [ 1070.138836] env[70294]: DEBUG oslo_vmware.api [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1070.138836] env[70294]: value = "task-3570457" [ 1070.138836] env[70294]: _type = "Task" [ 1070.138836] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.148474] env[70294]: DEBUG oslo_vmware.api [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.230716] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422667} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.233235] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.233458] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.233921] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3332f208-047a-4acf-af07-b604f21dd098 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.240298] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1070.240298] env[70294]: value = "task-3570458" [ 1070.240298] env[70294]: _type = "Task" [ 1070.240298] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.249913] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.272638] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b5e48-c369-4246-99b8-39ed15ed5fae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.279856] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8d14ca-97d8-414d-acb7-ed34660e5f8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.309389] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b492502-e4d0-408f-903e-5a77a1781a2e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.316296] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3c0179-e389-4736-9573-1d897498c97c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.333506] env[70294]: DEBUG nova.compute.provider_tree [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.338032] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521319b5-a78a-4fd5-cccd-e259ace06eae, 'name': SearchDatastore_Task, 'duration_secs': 0.007709} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.339017] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7e080a-e704-4d5d-ab49-4a6811582a01 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.343954] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1070.343954] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ff65f-a305-46b2-a13c-2c74f77c4368" [ 1070.343954] env[70294]: _type = "Task" [ 1070.343954] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.352566] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ff65f-a305-46b2-a13c-2c74f77c4368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.637858] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "refresh_cache-047f5227-f233-475e-9db1-5f40d088f689" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.638437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquired lock "refresh_cache-047f5227-f233-475e-9db1-5f40d088f689" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.638680] env[70294]: DEBUG nova.network.neutron [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.649417] env[70294]: DEBUG oslo_vmware.api [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.751777] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055041} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.752454] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.753345] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e372e50-a91a-476f-8d7e-bf853789d43a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.780173] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.780843] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab37b1c1-3c0a-48f0-9d79-9a3bd3c159da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.804192] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1070.804192] env[70294]: value = "task-3570459" [ 1070.804192] env[70294]: _type = "Task" [ 1070.804192] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.817471] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.839646] env[70294]: DEBUG nova.scheduler.client.report [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.854956] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ff65f-a305-46b2-a13c-2c74f77c4368, 'name': SearchDatastore_Task, 'duration_secs': 0.009002} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.855808] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.856084] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] acfa2527-dc28-4751-981d-a79f7688a78d/acfa2527-dc28-4751-981d-a79f7688a78d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.856349] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d2df3fb-bcb1-491b-be97-373bd8776e90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.862802] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1070.862802] env[70294]: value = "task-3570460" [ 1070.862802] env[70294]: _type = "Task" [ 1070.862802] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.870289] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.938364] env[70294]: DEBUG nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.970330] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.970588] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.970747] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.971061] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.971237] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.971394] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.971607] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.971771] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.971956] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.972163] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.972343] env[70294]: DEBUG nova.virt.hardware [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.973278] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd9cf4b-c644-40b8-8f39-4d76c7c1a56d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.982755] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7b2867-ce06-4b9a-adc8-45047e2b4317 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.153097] env[70294]: DEBUG oslo_vmware.api [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570457, 'name': ReconfigVM_Task, 'duration_secs': 0.674649} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.153444] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c/volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.158553] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e5c4409-f503-4da4-941d-879ffd49b001 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.169870] env[70294]: DEBUG nova.network.neutron [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.177275] env[70294]: DEBUG oslo_vmware.api [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1071.177275] env[70294]: value = "task-3570461" [ 1071.177275] env[70294]: _type = "Task" [ 1071.177275] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.185962] env[70294]: DEBUG oslo_vmware.api [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570461, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.245032] env[70294]: DEBUG nova.network.neutron [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.316213] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570459, 'name': ReconfigVM_Task, 'duration_secs': 0.29059} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.316529] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.318551] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5ed0149-6b3e-4b39-bec7-1b3a41aecff0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.327808] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1071.327808] env[70294]: value = "task-3570462" [ 1071.327808] env[70294]: _type = "Task" [ 1071.327808] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.332931] env[70294]: DEBUG nova.compute.manager [req-4354c232-69e6-472f-bec0-5dd9ee65f37b req-7a2b3b2a-b740-4d43-a386-0894f6501f48 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Received event network-vif-plugged-d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.333156] env[70294]: DEBUG oslo_concurrency.lockutils [req-4354c232-69e6-472f-bec0-5dd9ee65f37b req-7a2b3b2a-b740-4d43-a386-0894f6501f48 service nova] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.333365] env[70294]: DEBUG oslo_concurrency.lockutils [req-4354c232-69e6-472f-bec0-5dd9ee65f37b req-7a2b3b2a-b740-4d43-a386-0894f6501f48 service nova] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.333531] env[70294]: DEBUG oslo_concurrency.lockutils [req-4354c232-69e6-472f-bec0-5dd9ee65f37b req-7a2b3b2a-b740-4d43-a386-0894f6501f48 service nova] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.333727] env[70294]: DEBUG nova.compute.manager [req-4354c232-69e6-472f-bec0-5dd9ee65f37b req-7a2b3b2a-b740-4d43-a386-0894f6501f48 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] No waiting events found dispatching network-vif-plugged-d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.333898] env[70294]: WARNING nova.compute.manager [req-4354c232-69e6-472f-bec0-5dd9ee65f37b req-7a2b3b2a-b740-4d43-a386-0894f6501f48 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Received unexpected event network-vif-plugged-d288376e-84fc-4cec-8da9-f3b8f7ad43ae for instance with vm_state building and task_state spawning. [ 1071.340745] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570462, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.344729] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.427s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.347466] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.976s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.348763] env[70294]: INFO nova.compute.claims [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.372838] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.416497] env[70294]: DEBUG nova.network.neutron [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Successfully updated port: d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.689928] env[70294]: DEBUG oslo_vmware.api [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570461, 'name': ReconfigVM_Task, 'duration_secs': 0.15054} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.690288] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712678', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'name': 'volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409da764-e28e-4f6f-af78-7681c7a8bcd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'serial': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1071.749060] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Releasing lock "refresh_cache-047f5227-f233-475e-9db1-5f40d088f689" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.749060] env[70294]: DEBUG nova.compute.manager [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.749060] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.749650] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43465772-0af1-45cd-b3ec-7e82c0d4ab9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.757417] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.757695] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a3cf461-9643-4ad3-9de9-e14d5eb3619a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.764080] env[70294]: DEBUG oslo_vmware.api [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1071.764080] env[70294]: value = "task-3570463" [ 1071.764080] env[70294]: _type = "Task" [ 1071.764080] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.772420] env[70294]: DEBUG oslo_vmware.api [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.837743] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570462, 'name': Rename_Task, 'duration_secs': 0.151472} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.838095] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.838337] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc31762c-7f83-4532-bfce-b55668f63b87 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.846366] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1071.846366] env[70294]: value = "task-3570464" [ 1071.846366] env[70294]: _type = "Task" [ 1071.846366] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.856885] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570464, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.862427] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ad95135-570b-40c4-aa66-c8a840d2a7c4 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 36.033s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.863206] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 15.393s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.863309] env[70294]: INFO nova.compute.manager [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Unshelving [ 1071.874211] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.905774} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.874481] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] acfa2527-dc28-4751-981d-a79f7688a78d/acfa2527-dc28-4751-981d-a79f7688a78d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.874832] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.875013] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75403a4a-fdd1-4c86-9eb3-433effe402ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.881595] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1071.881595] env[70294]: value = "task-3570465" [ 1071.881595] env[70294]: _type = "Task" [ 1071.881595] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.889755] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.919645] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.919807] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.920045] env[70294]: DEBUG nova.network.neutron [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.273849] env[70294]: DEBUG oslo_vmware.api [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570463, 'name': PowerOffVM_Task, 'duration_secs': 0.177764} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.274232] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1072.274736] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.274736] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-611192e5-01e8-4e2b-aad8-63c360c7c9d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.298709] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.299171] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.299510] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Deleting the datastore file [datastore1] 047f5227-f233-475e-9db1-5f40d088f689 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.299920] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0234ab5b-b8d5-4e98-a2cc-6b2748f3f4b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.307749] env[70294]: DEBUG oslo_vmware.api [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for the task: (returnval){ [ 1072.307749] env[70294]: value = "task-3570467" [ 1072.307749] env[70294]: _type = "Task" [ 1072.307749] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.318676] env[70294]: DEBUG oslo_vmware.api [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.356688] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.393181] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062537} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.393468] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.394263] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-666ece41-b023-4042-a3e4-ec46251204dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.419538] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] acfa2527-dc28-4751-981d-a79f7688a78d/acfa2527-dc28-4751-981d-a79f7688a78d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.422433] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78617c89-ad63-4a2a-8911-a4aec21f0cc2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.444508] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1072.444508] env[70294]: value = "task-3570468" [ 1072.444508] env[70294]: _type = "Task" [ 1072.444508] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.454957] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.477401] env[70294]: DEBUG nova.network.neutron [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.619961] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e162c0da-43b2-46fe-9479-79e7281ca461 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.627226] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf977cb-df2d-4de0-8e91-f24b39c54e0c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.658363] env[70294]: DEBUG nova.network.neutron [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.660037] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da6d178-841a-40bf-9922-59ed2faa6855 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.667213] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f30b472-034d-459a-8903-9dd339a53b13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.681391] env[70294]: DEBUG nova.compute.provider_tree [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.726904] env[70294]: DEBUG nova.objects.instance [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'flavor' on Instance uuid 409da764-e28e-4f6f-af78-7681c7a8bcd9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.817563] env[70294]: DEBUG oslo_vmware.api [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Task: {'id': task-3570467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142749} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.817858] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.818529] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.818529] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.818529] env[70294]: INFO nova.compute.manager [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1072.818697] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.818806] env[70294]: DEBUG nova.compute.manager [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.818902] env[70294]: DEBUG nova.network.neutron [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.833192] env[70294]: DEBUG nova.network.neutron [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.856747] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570464, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.886562] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.957388] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570468, 'name': ReconfigVM_Task, 'duration_secs': 0.361524} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.957691] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] acfa2527-dc28-4751-981d-a79f7688a78d/acfa2527-dc28-4751-981d-a79f7688a78d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.958455] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d436cfe-b818-4a98-aafd-fdce31dd53bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.965510] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1072.965510] env[70294]: value = "task-3570469" [ 1072.965510] env[70294]: _type = "Task" [ 1072.965510] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.978513] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570469, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.164619] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.164619] env[70294]: DEBUG nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Instance network_info: |[{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.166132] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a5:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd288376e-84fc-4cec-8da9-f3b8f7ad43ae', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.177414] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.178896] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.178896] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c002c568-296b-442f-9399-f93ddf65a38f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.199443] env[70294]: DEBUG nova.scheduler.client.report [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.210931] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.210931] env[70294]: value = "task-3570470" [ 1073.210931] env[70294]: _type = "Task" [ 1073.210931] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.222413] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570470, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.236115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a7cb4422-f530-46e5-82b5-d034523e53d2 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.840s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.335545] env[70294]: DEBUG nova.network.neutron [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.358040] env[70294]: DEBUG oslo_vmware.api [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570464, 'name': PowerOnVM_Task, 'duration_secs': 1.100721} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.358683] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.359512] env[70294]: INFO nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1073.359512] env[70294]: DEBUG nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.362513] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f23c75-17b8-46b7-b65c-727d80f2fa37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.368800] env[70294]: DEBUG nova.compute.manager [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Received event network-changed-d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.368989] env[70294]: DEBUG nova.compute.manager [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Refreshing instance network info cache due to event network-changed-d288376e-84fc-4cec-8da9-f3b8f7ad43ae. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.369794] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] Acquiring lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.369794] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] Acquired lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.369794] env[70294]: DEBUG nova.network.neutron [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Refreshing network info cache for port d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.479211] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570469, 'name': Rename_Task, 'duration_secs': 0.188765} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.479498] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.479736] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eabbbef-daa6-4e50-a60f-19a9ccd7b7e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.486889] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1073.486889] env[70294]: value = "task-3570471" [ 1073.486889] env[70294]: _type = "Task" [ 1073.486889] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.494611] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570471, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.706925] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.707524] env[70294]: DEBUG nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.710495] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.338s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.711926] env[70294]: INFO nova.compute.claims [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.723515] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570470, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.838591] env[70294]: INFO nova.compute.manager [-] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Took 1.02 seconds to deallocate network for instance. [ 1073.887984] env[70294]: INFO nova.compute.manager [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Took 29.97 seconds to build instance. [ 1073.975150] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.975400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.002700] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570471, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.217525] env[70294]: DEBUG nova.compute.utils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.222033] env[70294]: DEBUG nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.222217] env[70294]: DEBUG nova.network.neutron [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.229186] env[70294]: DEBUG nova.network.neutron [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updated VIF entry in instance network info cache for port d288376e-84fc-4cec-8da9-f3b8f7ad43ae. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.229712] env[70294]: DEBUG nova.network.neutron [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.245133] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570470, 'name': CreateVM_Task, 'duration_secs': 0.569753} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.245308] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.245971] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.246150] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.246461] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.246983] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-442547e1-982a-4b22-921a-b05f14334719 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.252955] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1074.252955] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5294b0f0-30a0-d18e-1609-0d84775231bf" [ 1074.252955] env[70294]: _type = "Task" [ 1074.252955] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.266975] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5294b0f0-30a0-d18e-1609-0d84775231bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.348771] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.390169] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2edc2a38-74c7-4e09-89dc-d66033f949f7 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.485s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.482389] env[70294]: INFO nova.compute.manager [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Detaching volume b84bf731-053a-45d6-b7d0-4bff823cfb9c [ 1074.498791] env[70294]: DEBUG oslo_vmware.api [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570471, 'name': PowerOnVM_Task, 'duration_secs': 0.607276} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.499069] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.499282] env[70294]: INFO nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1074.500597] env[70294]: DEBUG nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.500597] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae773aaa-0b51-4b68-90d1-52ef0c989ce4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.530045] env[70294]: INFO nova.virt.block_device [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Attempting to driver detach volume b84bf731-053a-45d6-b7d0-4bff823cfb9c from mountpoint /dev/sdb [ 1074.530564] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.530564] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712678', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'name': 'volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409da764-e28e-4f6f-af78-7681c7a8bcd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'serial': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.531422] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268509ed-6e49-4788-8e50-03817660564b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.554375] env[70294]: DEBUG nova.policy [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2576d32ebfd34e5c935317249dbb757f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4db73af3007b4d2f8209e9a38f1adc29', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.556370] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefda3b8-08e7-4f14-be04-a0378738887c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.563988] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1674d2e5-6259-4d11-940b-5c35cb8ff3e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.584038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a000fa-e102-43cc-9b17-06916787a9a1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.599229] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] The volume has not been displaced from its original location: [datastore1] volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c/volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.606202] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.606918] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64fc5e0a-c774-4838-b3f6-87df2fccdf05 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.626027] env[70294]: DEBUG oslo_vmware.api [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1074.626027] env[70294]: value = "task-3570472" [ 1074.626027] env[70294]: _type = "Task" [ 1074.626027] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.635847] env[70294]: DEBUG oslo_vmware.api [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.722765] env[70294]: DEBUG nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.735101] env[70294]: DEBUG oslo_concurrency.lockutils [req-4ca959a0-1a54-499a-bf17-994c59941a7d req-1d4f4b5b-80a3-4df6-85a9-877ab2f349ed service nova] Releasing lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.763466] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5294b0f0-30a0-d18e-1609-0d84775231bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.766282] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.766508] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.766737] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.766908] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.767160] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.768380] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9eac917-f812-4636-b3da-8c61b03a8260 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.776674] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.776919] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.780079] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8eb722a-1a46-4bea-9acb-1f72e9338635 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.785558] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1074.785558] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524f39e5-0046-81d7-eb80-e2d24cc5c526" [ 1074.785558] env[70294]: _type = "Task" [ 1074.785558] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.793793] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524f39e5-0046-81d7-eb80-e2d24cc5c526, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.988510] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a529a2c8-d13b-4c1a-92d7-4936f079de03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.999141] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79160b9f-c642-44ca-9e8d-71f70dadb771 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.031714] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d815b15-10f6-4d8a-a508-883183943d49 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.041314] env[70294]: INFO nova.compute.manager [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Took 28.40 seconds to build instance. [ 1075.047043] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280044b1-d203-4bf2-9d4d-f3889def7262 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.051878] env[70294]: DEBUG nova.network.neutron [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Successfully created port: c4084eca-79ae-45e5-aea8-ddfa6a58d68e {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.064968] env[70294]: DEBUG nova.compute.provider_tree [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.138073] env[70294]: DEBUG oslo_vmware.api [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570472, 'name': ReconfigVM_Task, 'duration_secs': 0.240245} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.138720] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.144023] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0ec94aa-26e8-4c70-804b-6f471185e8be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.162019] env[70294]: DEBUG oslo_vmware.api [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1075.162019] env[70294]: value = "task-3570473" [ 1075.162019] env[70294]: _type = "Task" [ 1075.162019] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.170956] env[70294]: DEBUG oslo_vmware.api [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570473, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.295774] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524f39e5-0046-81d7-eb80-e2d24cc5c526, 'name': SearchDatastore_Task, 'duration_secs': 0.008876} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.296418] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb18697-c4dc-467c-9f4d-9d0c944d2f31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.301653] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1075.301653] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271dd54-45aa-4850-0ed3-58df450e8873" [ 1075.301653] env[70294]: _type = "Task" [ 1075.301653] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.309081] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271dd54-45aa-4850-0ed3-58df450e8873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.389671] env[70294]: DEBUG nova.compute.manager [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Received event network-changed-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.389877] env[70294]: DEBUG nova.compute.manager [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Refreshing instance network info cache due to event network-changed-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.390096] env[70294]: DEBUG oslo_concurrency.lockutils [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] Acquiring lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.390243] env[70294]: DEBUG oslo_concurrency.lockutils [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] Acquired lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.390405] env[70294]: DEBUG nova.network.neutron [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Refreshing network info cache for port af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.545923] env[70294]: DEBUG oslo_concurrency.lockutils [None req-ef16ebcc-d4ba-4359-891c-5f0d7af1a0b6 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.908s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.568687] env[70294]: DEBUG nova.scheduler.client.report [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.674135] env[70294]: DEBUG oslo_vmware.api [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570473, 'name': ReconfigVM_Task, 'duration_secs': 0.143981} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.674454] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712678', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'name': 'volume-b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '409da764-e28e-4f6f-af78-7681c7a8bcd9', 'attached_at': '', 'detached_at': '', 'volume_id': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c', 'serial': 'b84bf731-053a-45d6-b7d0-4bff823cfb9c'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.733023] env[70294]: DEBUG nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.766155] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.766155] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.766155] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.766155] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.766155] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.766662] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.767254] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.767579] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.767878] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.768192] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.768499] env[70294]: DEBUG nova.virt.hardware [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.769503] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2765ee75-bf15-4910-a70e-95c58b209633 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.784036] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3e9ec2-9eb5-4d6b-a02a-8f09d80294a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.810602] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5271dd54-45aa-4850-0ed3-58df450e8873, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.810877] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.811171] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.811432] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3252dd86-5fb9-4066-b87a-968775c6d9ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.818839] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1075.818839] env[70294]: value = "task-3570474" [ 1075.818839] env[70294]: _type = "Task" [ 1075.818839] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.826917] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570474, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.073826] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.074413] env[70294]: DEBUG nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.077595] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.104s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.077827] env[70294]: DEBUG nova.objects.instance [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lazy-loading 'resources' on Instance uuid 03fd75fb-c290-4c43-acfc-04a6e30b8740 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.155215] env[70294]: DEBUG nova.network.neutron [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updated VIF entry in instance network info cache for port af3c1d6c-7a68-4e2a-8ce9-0571a057ce62. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.155848] env[70294]: DEBUG nova.network.neutron [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updating instance_info_cache with network_info: [{"id": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "address": "fa:16:3e:c7:47:c3", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3c1d6c-7a", "ovs_interfaceid": "af3c1d6c-7a68-4e2a-8ce9-0571a057ce62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.236234] env[70294]: DEBUG nova.objects.instance [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'flavor' on Instance uuid 409da764-e28e-4f6f-af78-7681c7a8bcd9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.329670] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570474, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488607} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.330500] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.330776] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.331064] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4eedb36-5f4f-4757-9e2e-ee5a604e73e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.338739] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1076.338739] env[70294]: value = "task-3570475" [ 1076.338739] env[70294]: _type = "Task" [ 1076.338739] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.346986] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.582657] env[70294]: DEBUG nova.compute.utils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.587498] env[70294]: DEBUG nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.587684] env[70294]: DEBUG nova.network.neutron [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.645178] env[70294]: DEBUG nova.policy [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f827cb54e55e486b9cfa1e91cdda3fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2eb9cc3fde483a97ca47a557064d1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.659180] env[70294]: DEBUG oslo_concurrency.lockutils [req-19759e39-f775-432a-a784-1549f4e7d1e9 req-2a3b60e1-3218-44a0-8b2b-07c970e291b7 service nova] Releasing lock "refresh_cache-8b228378-2695-4839-869a-e931077ce99d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.679652] env[70294]: DEBUG nova.network.neutron [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Successfully updated port: c4084eca-79ae-45e5-aea8-ddfa6a58d68e {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.823351] env[70294]: DEBUG nova.compute.manager [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1076.851921] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062675} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.854832] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.856175] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6e468c-0c77-4602-942f-bbd5b9a11933 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.880476] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.883664] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f40e6be-e1b1-4718-9475-b8d29ed5c312 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.909571] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1076.909571] env[70294]: value = "task-3570476" [ 1076.909571] env[70294]: _type = "Task" [ 1076.909571] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.921125] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.930056] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f8498-9fb3-46a5-a5e7-5c79256d6695 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.936965] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb49e4ec-6873-4bd5-b7f5-132565aa8109 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.973416] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888c75fa-666e-47f8-980f-a767d2938fcc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.981816] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c33c33f-2ee6-4d5f-ac5b-c279de984d3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.995071] env[70294]: DEBUG nova.compute.provider_tree [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.998963] env[70294]: DEBUG nova.network.neutron [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Successfully created port: b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.088410] env[70294]: DEBUG nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.183214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "refresh_cache-454ec889-e2a6-4dd4-bc2c-310edbcacb67" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.183214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquired lock "refresh_cache-454ec889-e2a6-4dd4-bc2c-310edbcacb67" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.183214] env[70294]: DEBUG nova.network.neutron [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.243661] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c48ccfac-4aac-4a3f-89dc-f75eb4d59422 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.268s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.344195] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.415809] env[70294]: DEBUG nova.compute.manager [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Received event network-vif-plugged-c4084eca-79ae-45e5-aea8-ddfa6a58d68e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.416055] env[70294]: DEBUG oslo_concurrency.lockutils [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] Acquiring lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.416273] env[70294]: DEBUG oslo_concurrency.lockutils [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.416408] env[70294]: DEBUG oslo_concurrency.lockutils [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.416567] env[70294]: DEBUG nova.compute.manager [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] No waiting events found dispatching network-vif-plugged-c4084eca-79ae-45e5-aea8-ddfa6a58d68e {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1077.416747] env[70294]: WARNING nova.compute.manager [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Received unexpected event network-vif-plugged-c4084eca-79ae-45e5-aea8-ddfa6a58d68e for instance with vm_state building and task_state spawning. [ 1077.416922] env[70294]: DEBUG nova.compute.manager [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Received event network-changed-c4084eca-79ae-45e5-aea8-ddfa6a58d68e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.417111] env[70294]: DEBUG nova.compute.manager [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Refreshing instance network info cache due to event network-changed-c4084eca-79ae-45e5-aea8-ddfa6a58d68e. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.417280] env[70294]: DEBUG oslo_concurrency.lockutils [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] Acquiring lock "refresh_cache-454ec889-e2a6-4dd4-bc2c-310edbcacb67" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.420926] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570476, 'name': ReconfigVM_Task, 'duration_secs': 0.293734} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.421148] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.421669] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08658402-c34c-4f7a-97a4-d30e10e41850 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.429074] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1077.429074] env[70294]: value = "task-3570477" [ 1077.429074] env[70294]: _type = "Task" [ 1077.429074] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.436592] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570477, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.498265] env[70294]: DEBUG nova.scheduler.client.report [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.713428] env[70294]: DEBUG nova.network.neutron [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.852221] env[70294]: DEBUG nova.network.neutron [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Updating instance_info_cache with network_info: [{"id": "c4084eca-79ae-45e5-aea8-ddfa6a58d68e", "address": "fa:16:3e:02:0b:98", "network": {"id": "ea8dde22-5b94-4bd4-be3d-00382562a84d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1714895016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4db73af3007b4d2f8209e9a38f1adc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4084eca-79", "ovs_interfaceid": "c4084eca-79ae-45e5-aea8-ddfa6a58d68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.940272] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570477, 'name': Rename_Task, 'duration_secs': 0.141387} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.941033] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.941033] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ccb6674-a0a6-4b49-bfd6-e2f8b400f0bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.947860] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1077.947860] env[70294]: value = "task-3570478" [ 1077.947860] env[70294]: _type = "Task" [ 1077.947860] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.955670] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.003321] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.005701] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.935s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.007246] env[70294]: INFO nova.compute.claims [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.025010] env[70294]: INFO nova.scheduler.client.report [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleted allocations for instance 03fd75fb-c290-4c43-acfc-04a6e30b8740 [ 1078.097722] env[70294]: DEBUG nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.125599] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.125864] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.126048] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.126257] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.126406] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.126567] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.126797] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.127008] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.127213] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.127395] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.127571] env[70294]: DEBUG nova.virt.hardware [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.128493] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd482791-02ac-4d4b-a758-155e28a8ec8a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.136479] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53cf532-4c12-454c-b7b4-b716d2759907 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.257604] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.258629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.258629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "409da764-e28e-4f6f-af78-7681c7a8bcd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.258629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.258842] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.261783] env[70294]: INFO nova.compute.manager [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Terminating instance [ 1078.355473] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Releasing lock "refresh_cache-454ec889-e2a6-4dd4-bc2c-310edbcacb67" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.356657] env[70294]: DEBUG nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Instance network_info: |[{"id": "c4084eca-79ae-45e5-aea8-ddfa6a58d68e", "address": "fa:16:3e:02:0b:98", "network": {"id": "ea8dde22-5b94-4bd4-be3d-00382562a84d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1714895016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4db73af3007b4d2f8209e9a38f1adc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4084eca-79", "ovs_interfaceid": "c4084eca-79ae-45e5-aea8-ddfa6a58d68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1078.357028] env[70294]: DEBUG oslo_concurrency.lockutils [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] Acquired lock "refresh_cache-454ec889-e2a6-4dd4-bc2c-310edbcacb67" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.357254] env[70294]: DEBUG nova.network.neutron [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Refreshing network info cache for port c4084eca-79ae-45e5-aea8-ddfa6a58d68e {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.358570] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:0b:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc6e6fe1-c4f5-4389-a49f-0978060eebb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4084eca-79ae-45e5-aea8-ddfa6a58d68e', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.369197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Creating folder: Project (4db73af3007b4d2f8209e9a38f1adc29). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.372627] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2062660f-fa03-4a42-a0cd-0302b3b4ad7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.386483] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Created folder: Project (4db73af3007b4d2f8209e9a38f1adc29) in parent group-v712401. [ 1078.386698] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Creating folder: Instances. Parent ref: group-v712682. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1078.387073] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa0bc652-f8a2-4d9c-8c30-07e0f70dec32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.396400] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Created folder: Instances in parent group-v712682. [ 1078.396626] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.396813] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.397086] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b31b6d1-53e4-4d9c-a475-40798f0c2d55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.418319] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.418319] env[70294]: value = "task-3570481" [ 1078.418319] env[70294]: _type = "Task" [ 1078.418319] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.426071] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570481, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.456396] env[70294]: DEBUG oslo_vmware.api [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570478, 'name': PowerOnVM_Task, 'duration_secs': 0.437598} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.456652] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.456855] env[70294]: INFO nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1078.457242] env[70294]: DEBUG nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.458114] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d609e81-1a04-4bdc-bfcc-53d4c82decae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.534901] env[70294]: DEBUG oslo_concurrency.lockutils [None req-28754847-358d-42ac-b6ed-1917095e5fd6 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "03fd75fb-c290-4c43-acfc-04a6e30b8740" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.016s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.631064] env[70294]: DEBUG nova.network.neutron [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Successfully updated port: b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.660924] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.660924] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.661145] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.663859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.663859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.663859] env[70294]: INFO nova.compute.manager [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Terminating instance [ 1078.717958] env[70294]: DEBUG nova.network.neutron [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Updated VIF entry in instance network info cache for port c4084eca-79ae-45e5-aea8-ddfa6a58d68e. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.718924] env[70294]: DEBUG nova.network.neutron [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Updating instance_info_cache with network_info: [{"id": "c4084eca-79ae-45e5-aea8-ddfa6a58d68e", "address": "fa:16:3e:02:0b:98", "network": {"id": "ea8dde22-5b94-4bd4-be3d-00382562a84d", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1714895016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4db73af3007b4d2f8209e9a38f1adc29", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc6e6fe1-c4f5-4389-a49f-0978060eebb4", "external-id": "nsx-vlan-transportzone-829", "segmentation_id": 829, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4084eca-79", "ovs_interfaceid": "c4084eca-79ae-45e5-aea8-ddfa6a58d68e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.767205] env[70294]: DEBUG nova.compute.manager [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.767383] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.768510] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4bdee9-190d-418a-8336-9d522829ab28 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.775823] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.775961] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2cd6f3b-b953-4fd2-b3cf-be5779d2f9d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.785034] env[70294]: DEBUG oslo_vmware.api [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1078.785034] env[70294]: value = "task-3570482" [ 1078.785034] env[70294]: _type = "Task" [ 1078.785034] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.790615] env[70294]: DEBUG oslo_vmware.api [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.929474] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570481, 'name': CreateVM_Task, 'duration_secs': 0.353498} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.929677] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.930438] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.930638] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.930981] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.931256] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab52d63f-bac7-45df-be46-dd819cdc8f06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.936167] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1078.936167] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f6d2a-1116-894b-b368-afdae0f27e1d" [ 1078.936167] env[70294]: _type = "Task" [ 1078.936167] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.945338] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f6d2a-1116-894b-b368-afdae0f27e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.975293] env[70294]: INFO nova.compute.manager [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Took 25.84 seconds to build instance. [ 1079.135333] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.135587] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.135822] env[70294]: DEBUG nova.network.neutron [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.170032] env[70294]: DEBUG nova.compute.manager [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.170032] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.170032] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e4cb2b-ea08-491c-b66b-69dc1bc5567c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.180474] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.181585] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f01759b-1d22-41c7-9df1-dbb81c0f72fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.188070] env[70294]: DEBUG oslo_vmware.api [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1079.188070] env[70294]: value = "task-3570483" [ 1079.188070] env[70294]: _type = "Task" [ 1079.188070] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.201479] env[70294]: DEBUG oslo_vmware.api [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.221777] env[70294]: DEBUG oslo_concurrency.lockutils [req-36e1a481-dc1f-4344-9d7b-edf512a8cbb7 req-7067d721-86ae-44b4-8e63-f107855d8920 service nova] Releasing lock "refresh_cache-454ec889-e2a6-4dd4-bc2c-310edbcacb67" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.293568] env[70294]: DEBUG oslo_vmware.api [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570482, 'name': PowerOffVM_Task, 'duration_secs': 0.216538} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.293984] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.294297] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.294651] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-227d6a32-5088-44be-b1f8-f42ee41d5c49 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.301057] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9b6199-cc49-4578-a293-61344979605b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.308131] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124e7585-811e-4553-b1b3-125028a9d408 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.338911] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3502fa77-13a1-40ec-a710-22a6e71afc9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.346780] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21112349-f049-4b92-99d2-e20ba67d2aae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.360960] env[70294]: DEBUG nova.compute.provider_tree [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.363776] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.363952] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.364111] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleting the datastore file [datastore2] 409da764-e28e-4f6f-af78-7681c7a8bcd9 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.364797] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ea8538f-0072-48a0-82c4-d386bcc51780 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.372864] env[70294]: DEBUG oslo_vmware.api [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1079.372864] env[70294]: value = "task-3570485" [ 1079.372864] env[70294]: _type = "Task" [ 1079.372864] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.384381] env[70294]: DEBUG oslo_vmware.api [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.449266] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526f6d2a-1116-894b-b368-afdae0f27e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.010058} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.449266] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.449266] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.449266] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.449266] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.449266] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.449266] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a8cb3ae-b9f3-4a2a-94df-512393fb42f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.457224] env[70294]: DEBUG nova.compute.manager [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Received event network-vif-plugged-b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.457224] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Acquiring lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.457224] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.457224] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.457224] env[70294]: DEBUG nova.compute.manager [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] No waiting events found dispatching network-vif-plugged-b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.457224] env[70294]: WARNING nova.compute.manager [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Received unexpected event network-vif-plugged-b4bea601-0632-411c-94c1-80bada977e67 for instance with vm_state building and task_state spawning. [ 1079.457224] env[70294]: DEBUG nova.compute.manager [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Received event network-changed-b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.457224] env[70294]: DEBUG nova.compute.manager [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Refreshing instance network info cache due to event network-changed-b4bea601-0632-411c-94c1-80bada977e67. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.457224] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Acquiring lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.476020] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.476020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.476020] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00282bc2-2b22-488b-acee-3f8cedc785a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.479188] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19ff5519-d44c-4181-96a1-93f07106735f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.350s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.481946] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1079.481946] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5249e653-b724-8546-aa38-0569b04f5fe1" [ 1079.481946] env[70294]: _type = "Task" [ 1079.481946] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.492484] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5249e653-b724-8546-aa38-0569b04f5fe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.667563] env[70294]: DEBUG nova.network.neutron [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.699813] env[70294]: DEBUG oslo_vmware.api [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570483, 'name': PowerOffVM_Task, 'duration_secs': 0.262024} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.699976] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.700128] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.700422] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fefab46-0499-46a0-9e5e-6aa37ac08d7e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.760023] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.760284] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.760469] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleting the datastore file [datastore1] ea8e6d51-c86c-45c1-a73f-2c7398d3786c {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.760740] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-93acd233-44f0-4bd7-9eee-327071f93823 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.769910] env[70294]: DEBUG oslo_vmware.api [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for the task: (returnval){ [ 1079.769910] env[70294]: value = "task-3570487" [ 1079.769910] env[70294]: _type = "Task" [ 1079.769910] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.777639] env[70294]: DEBUG oslo_vmware.api [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.817965] env[70294]: DEBUG nova.network.neutron [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.866306] env[70294]: DEBUG nova.scheduler.client.report [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.882444] env[70294]: DEBUG oslo_vmware.api [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179209} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.886018] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.886018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.886018] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.886018] env[70294]: INFO nova.compute.manager [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1079.886018] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.886018] env[70294]: DEBUG nova.compute.manager [-] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.886018] env[70294]: DEBUG nova.network.neutron [-] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.000047] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5249e653-b724-8546-aa38-0569b04f5fe1, 'name': SearchDatastore_Task, 'duration_secs': 0.009004} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.000047] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab462ef-a761-4278-8cc4-32e796fad4e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.004805] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1080.004805] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234200b-2519-e3e9-e907-9a47194c66a8" [ 1080.004805] env[70294]: _type = "Task" [ 1080.004805] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.013331] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234200b-2519-e3e9-e907-9a47194c66a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.281732] env[70294]: DEBUG oslo_vmware.api [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Task: {'id': task-3570487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135998} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.282020] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.282177] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.282361] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.282810] env[70294]: INFO nova.compute.manager [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1080.283098] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.283302] env[70294]: DEBUG nova.compute.manager [-] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.283399] env[70294]: DEBUG nova.network.neutron [-] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.322191] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.322504] env[70294]: DEBUG nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Instance network_info: |[{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.322808] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Acquired lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.322985] env[70294]: DEBUG nova.network.neutron [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Refreshing network info cache for port b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.324466] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:dc:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4bea601-0632-411c-94c1-80bada977e67', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.331986] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.335261] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.335736] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64864db6-8aae-46f3-b82c-56f5f258ed96 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.357973] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.357973] env[70294]: value = "task-3570488" [ 1080.357973] env[70294]: _type = "Task" [ 1080.357973] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.365926] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570488, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.373904] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.374389] env[70294]: DEBUG nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.377201] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.036s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.516850] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5234200b-2519-e3e9-e907-9a47194c66a8, 'name': SearchDatastore_Task, 'duration_secs': 0.017055} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.517156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.521021] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 454ec889-e2a6-4dd4-bc2c-310edbcacb67/454ec889-e2a6-4dd4-bc2c-310edbcacb67.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.521021] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-288570d8-6579-4438-b770-3a378318aa22 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.525258] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1080.525258] env[70294]: value = "task-3570489" [ 1080.525258] env[70294]: _type = "Task" [ 1080.525258] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.537223] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.729349] env[70294]: DEBUG nova.network.neutron [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updated VIF entry in instance network info cache for port b4bea601-0632-411c-94c1-80bada977e67. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.729764] env[70294]: DEBUG nova.network.neutron [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.869986] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570488, 'name': CreateVM_Task, 'duration_secs': 0.346046} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.870193] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.870935] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.871195] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.871557] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.871841] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af6dee7-24e5-40fd-9713-18a27fdd27ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.877365] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1080.877365] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ab8e01-61f8-1bb4-d8f5-e59b7fb36f27" [ 1080.877365] env[70294]: _type = "Task" [ 1080.877365] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.882165] env[70294]: DEBUG nova.compute.utils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.890953] env[70294]: DEBUG nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1080.890953] env[70294]: DEBUG nova.network.neutron [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1080.900140] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ab8e01-61f8-1bb4-d8f5-e59b7fb36f27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.954447] env[70294]: DEBUG nova.policy [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1be3d9fcb3464b9823283d470802c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e13daf59ab474ff29dac3a9ff8059e0f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.992998] env[70294]: DEBUG nova.network.neutron [-] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.043156] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496314} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.043425] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 454ec889-e2a6-4dd4-bc2c-310edbcacb67/454ec889-e2a6-4dd4-bc2c-310edbcacb67.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.043673] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.043946] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf7d8a75-6d19-4379-92e7-db3d42fcb2f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.052170] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1081.052170] env[70294]: value = "task-3570490" [ 1081.052170] env[70294]: _type = "Task" [ 1081.052170] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.060656] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.218677] env[70294]: DEBUG nova.network.neutron [-] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.236491] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Releasing lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.236491] env[70294]: DEBUG nova.compute.manager [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Received event network-changed-d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.236491] env[70294]: DEBUG nova.compute.manager [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Refreshing instance network info cache due to event network-changed-d288376e-84fc-4cec-8da9-f3b8f7ad43ae. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.236491] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Acquiring lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.236491] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Acquired lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.236491] env[70294]: DEBUG nova.network.neutron [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Refreshing network info cache for port d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.327521] env[70294]: DEBUG nova.network.neutron [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Successfully created port: 2cba2d99-d5d7-477f-83b1-ea46d09d41f3 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1081.388753] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ab8e01-61f8-1bb4-d8f5-e59b7fb36f27, 'name': SearchDatastore_Task, 'duration_secs': 0.060786} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.389080] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.389325] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.389558] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.389711] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.389889] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.390225] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49e76de1-4b43-4b47-b904-287fae3c88e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.395555] env[70294]: INFO nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating resource usage from migration 732ca53d-2982-4544-9bbe-96d6c2202763 [ 1081.397803] env[70294]: DEBUG nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.402144] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.402334] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.403072] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a161aa5-a192-41b5-823b-7af59570051b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.409061] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1081.409061] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524c3d15-514a-6e17-7ce6-36542547c4d7" [ 1081.409061] env[70294]: _type = "Task" [ 1081.409061] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.417405] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524c3d15-514a-6e17-7ce6-36542547c4d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.423284] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 6c28daed-1cbf-409c-893d-3c916f61a3a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.423431] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5fae36cb-13ff-4a92-a4fa-66f993357e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.423554] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance ea8e6d51-c86c-45c1-a73f-2c7398d3786c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.423674] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 409da764-e28e-4f6f-af78-7681c7a8bcd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.423816] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bee607f7-7665-4647-8a45-3f71df824e47 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1081.423944] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 12bc2882-f0d3-4441-a75a-60987f3c7488 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1081.424076] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bccd395f-a700-4c5e-903c-ff1830d141c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.424205] env[70294]: WARNING nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 047f5227-f233-475e-9db1-5f40d088f689 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1081.424324] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8b228378-2695-4839-869a-e931077ce99d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.424468] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.498587] env[70294]: INFO nova.compute.manager [-] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Took 1.61 seconds to deallocate network for instance. [ 1081.563348] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05842} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.563624] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.564450] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f56db04-4cf1-4f91-a870-ab35b2c16200 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.587650] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 454ec889-e2a6-4dd4-bc2c-310edbcacb67/454ec889-e2a6-4dd4-bc2c-310edbcacb67.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.587962] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67fe6169-86aa-49a2-b24a-30e4baeb720d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.608136] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1081.608136] env[70294]: value = "task-3570491" [ 1081.608136] env[70294]: _type = "Task" [ 1081.608136] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.616377] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.655681] env[70294]: DEBUG nova.compute.manager [req-834189aa-1b70-43be-9fc3-ff6fe6fe7c3d req-e4926fd2-c53e-4660-928b-2390b88ed124 service nova] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Received event network-vif-deleted-a552ba3b-80b7-43cd-9fed-becca77a25d6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.655946] env[70294]: DEBUG nova.compute.manager [req-834189aa-1b70-43be-9fc3-ff6fe6fe7c3d req-e4926fd2-c53e-4660-928b-2390b88ed124 service nova] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Received event network-vif-deleted-e67f3145-81ba-409d-afa0-46006c073fcc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.721346] env[70294]: INFO nova.compute.manager [-] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Took 1.44 seconds to deallocate network for instance. [ 1081.921569] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524c3d15-514a-6e17-7ce6-36542547c4d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013901} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.922429] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20b77c96-9097-401a-90e6-669761e42484 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.928950] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1081.928950] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b29112-8620-f156-a9a1-6d5350e77120" [ 1081.928950] env[70294]: _type = "Task" [ 1081.928950] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.932839] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 56ebdd39-ce45-46cd-bafb-6d714a19d863 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1081.933072] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.933262] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 454ec889-e2a6-4dd4-bc2c-310edbcacb67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.933551] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 2d309dd6-ced0-4c56-be3d-e372e051d556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1081.940427] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b29112-8620-f156-a9a1-6d5350e77120, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.941587] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.941905] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.942237] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb74c5e4-defa-45e5-9bf7-9b63c173c97b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.952475] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1081.952475] env[70294]: value = "task-3570492" [ 1081.952475] env[70294]: _type = "Task" [ 1081.952475] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.961532] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570492, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.004856] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.019927] env[70294]: DEBUG nova.network.neutron [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updated VIF entry in instance network info cache for port d288376e-84fc-4cec-8da9-f3b8f7ad43ae. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.020419] env[70294]: DEBUG nova.network.neutron [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.118529] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.227326] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.410059] env[70294]: DEBUG nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.436157] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance b5b87045-5079-4dbe-af1b-952ba6a1c263 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1082.436356] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Migration 732ca53d-2982-4544-9bbe-96d6c2202763 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1082.436509] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance acfa2527-dc28-4751-981d-a79f7688a78d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1082.436746] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1082.436889] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1082.441266] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.441511] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.441674] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.441859] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.442073] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.442179] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.442384] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.442544] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.442713] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.443097] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.443313] env[70294]: DEBUG nova.virt.hardware [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.444452] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b1fc0f-5900-4ca5-b964-0057d0ca32c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.452426] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff4d16d-fc58-42bf-bcc5-afc381393ac8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.476147] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570492, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482408} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.476448] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.476725] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.477058] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b884852-86f5-422e-aa4e-7e24acc69cb6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.485036] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1082.485036] env[70294]: value = "task-3570493" [ 1082.485036] env[70294]: _type = "Task" [ 1082.485036] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.492686] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.523121] env[70294]: DEBUG oslo_concurrency.lockutils [req-9a0ab991-c10f-4a07-9d8b-d8f04c54cde3 req-91d2bae9-990c-4f29-aae3-f71f9b113946 service nova] Releasing lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.621430] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570491, 'name': ReconfigVM_Task, 'duration_secs': 0.659447} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.621573] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 454ec889-e2a6-4dd4-bc2c-310edbcacb67/454ec889-e2a6-4dd4-bc2c-310edbcacb67.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.624433] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e7e6bcd9-da66-47c7-8b5d-389d4b8a6d4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.632041] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1082.632041] env[70294]: value = "task-3570494" [ 1082.632041] env[70294]: _type = "Task" [ 1082.632041] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.642347] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570494, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.646792] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190cf603-ac81-4b34-ae71-b1e418e01d19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.653459] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b28db19-20a0-4014-8ccb-c18590787a29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.683279] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdee26a-f44e-4659-a85b-095668c5ccc3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.691566] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0153e6ef-3b11-406d-bd42-70b881ad943d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.705041] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.994403] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104102} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.994698] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.995464] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5c7618-ea64-41d6-86f8-7b0e4bfc23e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.018070] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.018269] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eca81e0-f3ad-45fe-8ab2-027792113fe0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.037299] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1083.037299] env[70294]: value = "task-3570495" [ 1083.037299] env[70294]: _type = "Task" [ 1083.037299] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.046018] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.136537] env[70294]: DEBUG nova.network.neutron [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Successfully updated port: 2cba2d99-d5d7-477f-83b1-ea46d09d41f3 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1083.143240] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570494, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.208338] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.547474] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570495, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.642272] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "refresh_cache-2d309dd6-ced0-4c56-be3d-e372e051d556" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.643119] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "refresh_cache-2d309dd6-ced0-4c56-be3d-e372e051d556" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.643119] env[70294]: DEBUG nova.network.neutron [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.644167] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570494, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.685504] env[70294]: DEBUG nova.compute.manager [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Received event network-vif-plugged-2cba2d99-d5d7-477f-83b1-ea46d09d41f3 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.685504] env[70294]: DEBUG oslo_concurrency.lockutils [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] Acquiring lock "2d309dd6-ced0-4c56-be3d-e372e051d556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.685504] env[70294]: DEBUG oslo_concurrency.lockutils [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.685504] env[70294]: DEBUG oslo_concurrency.lockutils [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.685651] env[70294]: DEBUG nova.compute.manager [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] No waiting events found dispatching network-vif-plugged-2cba2d99-d5d7-477f-83b1-ea46d09d41f3 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1083.685684] env[70294]: WARNING nova.compute.manager [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Received unexpected event network-vif-plugged-2cba2d99-d5d7-477f-83b1-ea46d09d41f3 for instance with vm_state building and task_state spawning. [ 1083.685850] env[70294]: DEBUG nova.compute.manager [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Received event network-changed-2cba2d99-d5d7-477f-83b1-ea46d09d41f3 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.686015] env[70294]: DEBUG nova.compute.manager [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Refreshing instance network info cache due to event network-changed-2cba2d99-d5d7-477f-83b1-ea46d09d41f3. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.686199] env[70294]: DEBUG oslo_concurrency.lockutils [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] Acquiring lock "refresh_cache-2d309dd6-ced0-4c56-be3d-e372e051d556" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.713695] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1083.713928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.337s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.714206] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.742s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.714391] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.716471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.236s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.716660] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.718423] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.863s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.719905] env[70294]: INFO nova.compute.claims [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1083.743505] env[70294]: INFO nova.scheduler.client.report [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted allocations for instance bee607f7-7665-4647-8a45-3f71df824e47 [ 1083.746488] env[70294]: INFO nova.scheduler.client.report [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted allocations for instance 12bc2882-f0d3-4441-a75a-60987f3c7488 [ 1084.048526] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570495, 'name': ReconfigVM_Task, 'duration_secs': 1.009856} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.048750] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.049396] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-531d11ba-b92e-472e-91f5-2997eb8bd0d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.055412] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1084.055412] env[70294]: value = "task-3570496" [ 1084.055412] env[70294]: _type = "Task" [ 1084.055412] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.062816] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570496, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.142973] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570494, 'name': Rename_Task, 'duration_secs': 1.28409} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.143313] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.143563] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b65437f3-c1ea-480c-a9d4-619750a01362 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.152341] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1084.152341] env[70294]: value = "task-3570497" [ 1084.152341] env[70294]: _type = "Task" [ 1084.152341] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.160982] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.183248] env[70294]: DEBUG nova.network.neutron [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.255281] env[70294]: DEBUG oslo_concurrency.lockutils [None req-684a94d2-bb97-4b54-812b-2da3604dcbc8 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "bee607f7-7665-4647-8a45-3f71df824e47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.811s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.260775] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b15c9480-300f-465a-89a7-0738ab700d97 tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "12bc2882-f0d3-4441-a75a-60987f3c7488" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.657s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.329086] env[70294]: DEBUG nova.network.neutron [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Updating instance_info_cache with network_info: [{"id": "2cba2d99-d5d7-477f-83b1-ea46d09d41f3", "address": "fa:16:3e:3d:7b:3f", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cba2d99-d5", "ovs_interfaceid": "2cba2d99-d5d7-477f-83b1-ea46d09d41f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.568230] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570496, 'name': Rename_Task, 'duration_secs': 0.132523} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.568554] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.568633] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dce422a-d0e6-4fd9-a3c4-6bf40ec393c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.579607] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1084.579607] env[70294]: value = "task-3570498" [ 1084.579607] env[70294]: _type = "Task" [ 1084.579607] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.588955] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.664395] env[70294]: DEBUG oslo_vmware.api [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570497, 'name': PowerOnVM_Task, 'duration_secs': 0.449758} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.664853] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1084.665218] env[70294]: INFO nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1084.665511] env[70294]: DEBUG nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1084.666762] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a2fc04-9b3f-4300-9e32-6e7bfed1b9ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.831761] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "refresh_cache-2d309dd6-ced0-4c56-be3d-e372e051d556" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.832140] env[70294]: DEBUG nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Instance network_info: |[{"id": "2cba2d99-d5d7-477f-83b1-ea46d09d41f3", "address": "fa:16:3e:3d:7b:3f", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cba2d99-d5", "ovs_interfaceid": "2cba2d99-d5d7-477f-83b1-ea46d09d41f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.832668] env[70294]: DEBUG oslo_concurrency.lockutils [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] Acquired lock "refresh_cache-2d309dd6-ced0-4c56-be3d-e372e051d556" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.832921] env[70294]: DEBUG nova.network.neutron [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Refreshing network info cache for port 2cba2d99-d5d7-477f-83b1-ea46d09d41f3 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.834074] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:7b:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24144f5a-050a-4f1e-8d8c-774dc16dc791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cba2d99-d5d7-477f-83b1-ea46d09d41f3', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.841479] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.842469] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.842701] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8944bae6-9d28-4dbd-989d-0658bda0c271 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.866019] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.866019] env[70294]: value = "task-3570499" [ 1084.866019] env[70294]: _type = "Task" [ 1084.866019] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.874881] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570499, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.951779] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b27e16-a001-45e1-94de-b1c5b9ac2b62 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.961365] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f7272-767f-4b65-89b4-e7a185759ddf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.015840] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709d04fb-9c32-4848-a31c-685ed4e5a9ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.026873] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53c3c5b-9598-402e-a6dd-1140379ff216 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.051258] env[70294]: DEBUG nova.compute.provider_tree [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.076018] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "6c28daed-1cbf-409c-893d-3c916f61a3a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.076363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.076677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "6c28daed-1cbf-409c-893d-3c916f61a3a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.076955] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.077306] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.080582] env[70294]: INFO nova.compute.manager [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Terminating instance [ 1085.096679] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.186963] env[70294]: INFO nova.compute.manager [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Took 26.84 seconds to build instance. [ 1085.380019] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570499, 'name': CreateVM_Task, 'duration_secs': 0.367035} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.380019] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.380019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.380019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.380019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.380506] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69e15dbe-dd19-403c-94b7-1ea85cfa258f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.387744] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1085.387744] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a16fd7-bcb5-7db2-8f4d-f785a7153f9d" [ 1085.387744] env[70294]: _type = "Task" [ 1085.387744] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.396919] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a16fd7-bcb5-7db2-8f4d-f785a7153f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.555494] env[70294]: DEBUG nova.scheduler.client.report [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.596156] env[70294]: DEBUG nova.compute.manager [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.596156] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.596156] env[70294]: DEBUG oslo_vmware.api [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570498, 'name': PowerOnVM_Task, 'duration_secs': 0.620775} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.596847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb4957ce-5bc6-437c-8dc0-47218550b4ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.601283] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.601283] env[70294]: INFO nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1085.601283] env[70294]: DEBUG nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.602090] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b264a847-8ef1-47cc-95fd-446be105477f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.610164] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.613648] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ded4948-2da0-4370-9779-b30699c5a258 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.620281] env[70294]: DEBUG oslo_vmware.api [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1085.620281] env[70294]: value = "task-3570500" [ 1085.620281] env[70294]: _type = "Task" [ 1085.620281] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.628186] env[70294]: DEBUG oslo_vmware.api [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570500, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.675633] env[70294]: DEBUG nova.network.neutron [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Updated VIF entry in instance network info cache for port 2cba2d99-d5d7-477f-83b1-ea46d09d41f3. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.676109] env[70294]: DEBUG nova.network.neutron [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Updating instance_info_cache with network_info: [{"id": "2cba2d99-d5d7-477f-83b1-ea46d09d41f3", "address": "fa:16:3e:3d:7b:3f", "network": {"id": "800d3ed2-bcb1-45c3-87c9-ed99133e9c6d", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-237489066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e13daf59ab474ff29dac3a9ff8059e0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24144f5a-050a-4f1e-8d8c-774dc16dc791", "external-id": "cl2-zone-252", "segmentation_id": 252, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cba2d99-d5", "ovs_interfaceid": "2cba2d99-d5d7-477f-83b1-ea46d09d41f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.689126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2cf44edc-5710-4e29-977b-337af5163762 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.351s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.898830] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a16fd7-bcb5-7db2-8f4d-f785a7153f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.012175} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.899265] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.899520] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.899755] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.899902] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.900100] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.900422] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7890772f-1b6f-44e3-823f-bb0802f2e382 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.909134] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.909332] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.910099] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff62b52-fbb1-43ab-b9a7-4c2e530db52a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.918368] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1085.918368] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dd2fc6-779d-7bec-5268-45f3806c79d2" [ 1085.918368] env[70294]: _type = "Task" [ 1085.918368] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.926369] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dd2fc6-779d-7bec-5268-45f3806c79d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.016647] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.017013] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.017305] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.017543] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.017747] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.021587] env[70294]: INFO nova.compute.manager [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Terminating instance [ 1086.060780] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.061313] env[70294]: DEBUG nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.064033] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.190s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.064235] env[70294]: DEBUG nova.objects.instance [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1086.128114] env[70294]: INFO nova.compute.manager [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Took 27.77 seconds to build instance. [ 1086.134885] env[70294]: DEBUG oslo_vmware.api [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570500, 'name': PowerOffVM_Task, 'duration_secs': 0.462505} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.135160] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.135331] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.135942] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-727b2fd9-841c-4dfc-a928-304a72e6b924 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.179727] env[70294]: DEBUG oslo_concurrency.lockutils [req-06deb14f-bd39-4fb2-8eeb-ff67b1dab653 req-7aa6183a-b6ce-42fe-be80-7a24e87c1c65 service nova] Releasing lock "refresh_cache-2d309dd6-ced0-4c56-be3d-e372e051d556" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.203769] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.204038] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.204240] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleting the datastore file [datastore2] 6c28daed-1cbf-409c-893d-3c916f61a3a8 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.204508] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b173d10-6e32-4835-91c2-c067b440848a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.210842] env[70294]: DEBUG oslo_vmware.api [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for the task: (returnval){ [ 1086.210842] env[70294]: value = "task-3570502" [ 1086.210842] env[70294]: _type = "Task" [ 1086.210842] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.218875] env[70294]: DEBUG oslo_vmware.api [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.429178] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52dd2fc6-779d-7bec-5268-45f3806c79d2, 'name': SearchDatastore_Task, 'duration_secs': 0.009561} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.429982] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc70058-ffae-4081-ada8-37cbd8e10ddd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.434127] env[70294]: DEBUG nova.compute.manager [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Received event network-changed-b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.434324] env[70294]: DEBUG nova.compute.manager [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Refreshing instance network info cache due to event network-changed-b4bea601-0632-411c-94c1-80bada977e67. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1086.434537] env[70294]: DEBUG oslo_concurrency.lockutils [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] Acquiring lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.434680] env[70294]: DEBUG oslo_concurrency.lockutils [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] Acquired lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.434838] env[70294]: DEBUG nova.network.neutron [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Refreshing network info cache for port b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1086.438879] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1086.438879] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527fc71c-e463-6094-30da-1bdb9c40072a" [ 1086.438879] env[70294]: _type = "Task" [ 1086.438879] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.446779] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527fc71c-e463-6094-30da-1bdb9c40072a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.526292] env[70294]: DEBUG nova.compute.manager [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.526529] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.527524] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a0e12-a3e6-409c-a53f-c9279b4955ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.535093] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.535350] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d5e85b7-2253-40e7-b988-800258433bc4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.542270] env[70294]: DEBUG oslo_vmware.api [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1086.542270] env[70294]: value = "task-3570503" [ 1086.542270] env[70294]: _type = "Task" [ 1086.542270] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.550467] env[70294]: DEBUG oslo_vmware.api [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.568456] env[70294]: DEBUG nova.compute.utils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1086.572811] env[70294]: DEBUG nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1086.572983] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.618054] env[70294]: DEBUG nova.policy [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db5b447022294ec89a1d4d9c663f8452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a96560e28ab4406990bc2777c997759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.630959] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c4067d6d-d5ec-4296-af8e-0ecb58a64fd8 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.291s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.721731] env[70294]: DEBUG oslo_vmware.api [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Task: {'id': task-3570502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137264} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.722035] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.722256] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.722480] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.722649] env[70294]: INFO nova.compute.manager [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1086.722910] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.723125] env[70294]: DEBUG nova.compute.manager [-] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.723287] env[70294]: DEBUG nova.network.neutron [-] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.958808] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527fc71c-e463-6094-30da-1bdb9c40072a, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.959147] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.959471] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 2d309dd6-ced0-4c56-be3d-e372e051d556/2d309dd6-ced0-4c56-be3d-e372e051d556.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.959776] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd60cc7b-40d9-4733-bdfd-5817efda932e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.969128] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1086.969128] env[70294]: value = "task-3570504" [ 1086.969128] env[70294]: _type = "Task" [ 1086.969128] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.978167] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.052490] env[70294]: DEBUG oslo_vmware.api [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570503, 'name': PowerOffVM_Task, 'duration_secs': 0.506811} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.052829] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.053045] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.053337] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6baba78a-b3e1-4181-ada8-a7f8adbe27f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.075475] env[70294]: DEBUG nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.079501] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e5b85bb7-e06e-4da8-8e2a-bd0a626976f6 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.088019] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.198s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.088019] env[70294]: DEBUG nova.objects.instance [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lazy-loading 'pci_requests' on Instance uuid 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.114112] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.117419] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.117419] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Deleting the datastore file [datastore2] 454ec889-e2a6-4dd4-bc2c-310edbcacb67 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.117419] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a74afe81-8ea4-4d4c-adb7-c24ad007cc72 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.124795] env[70294]: DEBUG oslo_vmware.api [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for the task: (returnval){ [ 1087.124795] env[70294]: value = "task-3570506" [ 1087.124795] env[70294]: _type = "Task" [ 1087.124795] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.136794] env[70294]: DEBUG oslo_vmware.api [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.343949] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Successfully created port: 1e214bdc-9c26-4332-9bca-debc6c469411 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.371918] env[70294]: DEBUG nova.compute.manager [req-295a2f2e-eb50-4e49-8cd7-f8563076ab0c req-c7814c74-c8fc-40f0-8ed0-8c759b7a2fd7 service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Received event network-vif-deleted-9ba795bf-ce47-4389-b155-f6a578968901 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.372143] env[70294]: INFO nova.compute.manager [req-295a2f2e-eb50-4e49-8cd7-f8563076ab0c req-c7814c74-c8fc-40f0-8ed0-8c759b7a2fd7 service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Neutron deleted interface 9ba795bf-ce47-4389-b155-f6a578968901; detaching it from the instance and deleting it from the info cache [ 1087.372321] env[70294]: DEBUG nova.network.neutron [req-295a2f2e-eb50-4e49-8cd7-f8563076ab0c req-c7814c74-c8fc-40f0-8ed0-8c759b7a2fd7 service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.479518] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455857} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.479798] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 2d309dd6-ced0-4c56-be3d-e372e051d556/2d309dd6-ced0-4c56-be3d-e372e051d556.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1087.480052] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1087.480314] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d0a42ec-e065-4217-a5a3-4aa065cd4852 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.486173] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1087.486173] env[70294]: value = "task-3570507" [ 1087.486173] env[70294]: _type = "Task" [ 1087.486173] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.489913] env[70294]: DEBUG nova.network.neutron [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updated VIF entry in instance network info cache for port b4bea601-0632-411c-94c1-80bada977e67. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1087.490268] env[70294]: DEBUG nova.network.neutron [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.496167] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.589893] env[70294]: DEBUG nova.objects.instance [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lazy-loading 'numa_topology' on Instance uuid 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.634996] env[70294]: DEBUG oslo_vmware.api [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Task: {'id': task-3570506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346771} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.635330] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.635448] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.635631] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.635800] env[70294]: INFO nova.compute.manager [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1087.636048] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.636244] env[70294]: DEBUG nova.compute.manager [-] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.636342] env[70294]: DEBUG nova.network.neutron [-] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.695676] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Successfully created port: d2bf985a-6b66-4c13-a27f-c8eb5c061347 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.843715] env[70294]: DEBUG nova.network.neutron [-] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.876973] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea62e71d-c86b-4097-8b6e-d723c66d7968 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.891117] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b8a7f0-ff70-4bea-882d-5fa107836d26 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.928832] env[70294]: DEBUG nova.compute.manager [req-295a2f2e-eb50-4e49-8cd7-f8563076ab0c req-c7814c74-c8fc-40f0-8ed0-8c759b7a2fd7 service nova] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Detach interface failed, port_id=9ba795bf-ce47-4389-b155-f6a578968901, reason: Instance 6c28daed-1cbf-409c-893d-3c916f61a3a8 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.996464] env[70294]: DEBUG oslo_concurrency.lockutils [req-60f73915-45f5-4a5c-8fae-fd587c520edb req-5057b5a9-66c2-45a5-9266-c99ee9b91bf9 service nova] Releasing lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.999907] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064873} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.000147] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.001268] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef03a7f0-e09e-4244-a1c2-e5de9517ad4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.031715] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 2d309dd6-ced0-4c56-be3d-e372e051d556/2d309dd6-ced0-4c56-be3d-e372e051d556.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.032206] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e779fd68-5c50-45c2-bac0-2b65aa5ad8e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.055098] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1088.055098] env[70294]: value = "task-3570508" [ 1088.055098] env[70294]: _type = "Task" [ 1088.055098] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.064393] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.094060] env[70294]: DEBUG nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.096679] env[70294]: INFO nova.compute.claims [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1088.137761] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.138086] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.138190] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.138343] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.138488] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.138635] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.138839] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.138994] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.142180] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.142394] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.142599] env[70294]: DEBUG nova.virt.hardware [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.143556] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d549588-64f1-48f9-9399-acfbe8feaf83 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.152908] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4e7fcc-6c40-4e19-a39d-0d2e8ba8b972 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.172189] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Successfully created port: d6016a0e-87f3-42b0-a7b7-db1093aa672c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.350104] env[70294]: INFO nova.compute.manager [-] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Took 1.63 seconds to deallocate network for instance. [ 1088.565270] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.605146] env[70294]: DEBUG nova.network.neutron [-] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.856802] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.065461] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.110066] env[70294]: INFO nova.compute.manager [-] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Took 1.47 seconds to deallocate network for instance. [ 1089.297286] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea7b4aa-5ad3-4649-83b6-a00fc231f0c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.305010] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740cf6f1-6096-4e60-8fe6-e4ca02163f29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.334482] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c187de30-a528-45c3-a05b-3cdf20aaeb55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.341552] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86b08af-631a-4229-9b0c-381c415aeebd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.354303] env[70294]: DEBUG nova.compute.provider_tree [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.402573] env[70294]: DEBUG nova.compute.manager [req-4e8f9924-2d9a-43b3-a9cf-66cd89edd7dd req-c08acd30-3f69-4214-b97f-3baf54c745a3 service nova] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Received event network-vif-deleted-c4084eca-79ae-45e5-aea8-ddfa6a58d68e {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.566171] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570508, 'name': ReconfigVM_Task, 'duration_secs': 1.112085} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.566503] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 2d309dd6-ced0-4c56-be3d-e372e051d556/2d309dd6-ced0-4c56-be3d-e372e051d556.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.567249] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194032fa-2f3d-47e4-a1cf-ff43b1950961 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.573556] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1089.573556] env[70294]: value = "task-3570509" [ 1089.573556] env[70294]: _type = "Task" [ 1089.573556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.582756] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570509, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.617584] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.671401] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Successfully updated port: 1e214bdc-9c26-4332-9bca-debc6c469411 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.857476] env[70294]: DEBUG nova.scheduler.client.report [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.084656] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570509, 'name': Rename_Task, 'duration_secs': 0.161489} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.084656] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.084656] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c00e248f-488a-4acb-9703-410a0dbe874e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.090240] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1090.090240] env[70294]: value = "task-3570510" [ 1090.090240] env[70294]: _type = "Task" [ 1090.090240] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.097202] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.362933] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.278s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.364892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.016s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.368727] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.372088] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.028s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.397505] env[70294]: INFO nova.scheduler.client.report [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Deleted allocations for instance 047f5227-f233-475e-9db1-5f40d088f689 [ 1090.423360] env[70294]: INFO nova.network.neutron [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating port 751fd7f6-891d-415d-b8c8-ae97fa413536 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1090.601693] env[70294]: DEBUG oslo_vmware.api [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570510, 'name': PowerOnVM_Task, 'duration_secs': 0.438692} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.601693] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.601693] env[70294]: INFO nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1090.601693] env[70294]: DEBUG nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.601693] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac6d592-d3fd-451d-9bd3-07c86bbdefd2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.880040] env[70294]: INFO nova.compute.claims [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1090.904574] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e703236-fdb3-428a-83f8-c86133651872 tempest-ServerShowV257Test-1732957042 tempest-ServerShowV257Test-1732957042-project-member] Lock "047f5227-f233-475e-9db1-5f40d088f689" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.774s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.119088] env[70294]: INFO nova.compute.manager [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Took 30.07 seconds to build instance. [ 1091.386578] env[70294]: INFO nova.compute.resource_tracker [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating resource usage from migration 732ca53d-2982-4544-9bbe-96d6c2202763 [ 1091.430945] env[70294]: DEBUG nova.compute.manager [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-vif-plugged-1e214bdc-9c26-4332-9bca-debc6c469411 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.431233] env[70294]: DEBUG oslo_concurrency.lockutils [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] Acquiring lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.431422] env[70294]: DEBUG oslo_concurrency.lockutils [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.431561] env[70294]: DEBUG oslo_concurrency.lockutils [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.431731] env[70294]: DEBUG nova.compute.manager [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] No waiting events found dispatching network-vif-plugged-1e214bdc-9c26-4332-9bca-debc6c469411 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.431896] env[70294]: WARNING nova.compute.manager [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received unexpected event network-vif-plugged-1e214bdc-9c26-4332-9bca-debc6c469411 for instance with vm_state building and task_state spawning. [ 1091.432068] env[70294]: DEBUG nova.compute.manager [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-changed-1e214bdc-9c26-4332-9bca-debc6c469411 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.432240] env[70294]: DEBUG nova.compute.manager [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Refreshing instance network info cache due to event network-changed-1e214bdc-9c26-4332-9bca-debc6c469411. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.432458] env[70294]: DEBUG oslo_concurrency.lockutils [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] Acquiring lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.432709] env[70294]: DEBUG oslo_concurrency.lockutils [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] Acquired lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.432709] env[70294]: DEBUG nova.network.neutron [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Refreshing network info cache for port 1e214bdc-9c26-4332-9bca-debc6c469411 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.575049] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16540ec5-0dca-4b92-8a72-56b2c0533fb2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.583125] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f80d9a-44ed-475c-a581-5a66dffe8bfd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.614196] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ec151b-fcf8-4acf-acf1-58fac34a145f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.620968] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9997a5e5-0691-4014-a6dd-f97e81c8144c tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.594s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.622045] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b390efc6-0f71-4180-ad82-f70f40182d36 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.635713] env[70294]: DEBUG nova.compute.provider_tree [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.996553] env[70294]: DEBUG nova.network.neutron [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1092.058699] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Successfully updated port: d2bf985a-6b66-4c13-a27f-c8eb5c061347 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.138776] env[70294]: DEBUG nova.scheduler.client.report [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.156422] env[70294]: DEBUG nova.network.neutron [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.203585] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.204683] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.204683] env[70294]: DEBUG nova.network.neutron [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1092.645821] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.274s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.646383] env[70294]: INFO nova.compute.manager [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Migrating [ 1092.652709] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.648s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.652987] env[70294]: DEBUG nova.objects.instance [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'resources' on Instance uuid 409da764-e28e-4f6f-af78-7681c7a8bcd9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.657179] env[70294]: DEBUG oslo_concurrency.lockutils [req-5e855eba-ce22-4bf9-9c5d-d68d7dc3a737 req-6229b324-04d0-4068-aab6-962ca221ca44 service nova] Releasing lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.009970] env[70294]: DEBUG nova.network.neutron [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751fd7f6-89", "ovs_interfaceid": "751fd7f6-891d-415d-b8c8-ae97fa413536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.104747] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "2d309dd6-ced0-4c56-be3d-e372e051d556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.105176] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.105436] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "2d309dd6-ced0-4c56-be3d-e372e051d556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.105677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.105865] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.108606] env[70294]: INFO nova.compute.manager [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Terminating instance [ 1093.163544] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.163870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.164103] env[70294]: DEBUG nova.network.neutron [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.354499] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00270d1d-4218-4940-841c-421d4f404460 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.365283] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73453062-de8b-463f-bbd4-0867b818deac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.394869] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee7fb10-46aa-4687-857e-ab0d36d215f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.402185] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1497883e-9d63-4ac9-821a-dedafc9b43f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.415978] env[70294]: DEBUG nova.compute.provider_tree [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.460713] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-vif-plugged-d2bf985a-6b66-4c13-a27f-c8eb5c061347 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.460997] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Acquiring lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.461184] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.461335] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.461502] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] No waiting events found dispatching network-vif-plugged-d2bf985a-6b66-4c13-a27f-c8eb5c061347 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.461664] env[70294]: WARNING nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received unexpected event network-vif-plugged-d2bf985a-6b66-4c13-a27f-c8eb5c061347 for instance with vm_state building and task_state spawning. [ 1093.461819] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received event network-vif-plugged-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.461976] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.462161] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.462343] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.462520] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] No waiting events found dispatching network-vif-plugged-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.462676] env[70294]: WARNING nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received unexpected event network-vif-plugged-751fd7f6-891d-415d-b8c8-ae97fa413536 for instance with vm_state shelved_offloaded and task_state spawning. [ 1093.462827] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-changed-d2bf985a-6b66-4c13-a27f-c8eb5c061347 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.462977] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Refreshing instance network info cache due to event network-changed-d2bf985a-6b66-4c13-a27f-c8eb5c061347. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.463163] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Acquiring lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.463295] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Acquired lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.463448] env[70294]: DEBUG nova.network.neutron [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Refreshing network info cache for port d2bf985a-6b66-4c13-a27f-c8eb5c061347 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.516156] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.544711] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='200969df4c726027bd1d02d0049e85b0',container_format='bare',created_at=2025-04-25T02:41:00Z,direct_url=,disk_format='vmdk',id=b2590442-6a83-4e79-9243-f3e6e58e42a4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-175857285-shelved',owner='5fee270c70e84def8ded29284d2565f7',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-25T02:41:14Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.544968] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.545150] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.545339] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.545487] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.545633] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.545839] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.545996] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.546187] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.546354] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.546528] env[70294]: DEBUG nova.virt.hardware [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.547465] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fa6dfa-ba37-47b4-b110-7272cce9c54b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.555444] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69b82f8-1d3e-48f9-a372-f5bb91a39df3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.568942] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:8b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b8137fc-f23d-49b1-b19c-3123a5588f34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '751fd7f6-891d-415d-b8c8-ae97fa413536', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1093.576208] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.576371] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1093.576585] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebd6ab1c-2dd0-4094-ba13-8d3317597076 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.595830] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1093.595830] env[70294]: value = "task-3570511" [ 1093.595830] env[70294]: _type = "Task" [ 1093.595830] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.604433] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570511, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.616659] env[70294]: DEBUG nova.compute.manager [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.616659] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.616819] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44b05a8-a550-448a-92a2-53718a9ded55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.623849] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.624100] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf645ffc-7cc4-400b-a037-447f88e64e5d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.631859] env[70294]: DEBUG oslo_vmware.api [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1093.631859] env[70294]: value = "task-3570512" [ 1093.631859] env[70294]: _type = "Task" [ 1093.631859] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.640872] env[70294]: DEBUG oslo_vmware.api [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570512, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.900659] env[70294]: DEBUG nova.network.neutron [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance_info_cache with network_info: [{"id": "f7802a07-0720-49dc-bd98-f39fe9032e58", "address": "fa:16:3e:fd:35:17", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7802a07-07", "ovs_interfaceid": "f7802a07-0720-49dc-bd98-f39fe9032e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.918566] env[70294]: DEBUG nova.scheduler.client.report [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.105916] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570511, 'name': CreateVM_Task, 'duration_secs': 0.334019} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.106287] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.106868] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.107053] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.107469] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.107730] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488f64b3-b3cf-4fa0-9749-f47605eb4d2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.112061] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1094.112061] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ccd8e9-8d5d-da7d-ea6c-f0872918ee55" [ 1094.112061] env[70294]: _type = "Task" [ 1094.112061] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.119597] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ccd8e9-8d5d-da7d-ea6c-f0872918ee55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.140867] env[70294]: DEBUG oslo_vmware.api [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570512, 'name': PowerOffVM_Task, 'duration_secs': 0.228294} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.141170] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.141355] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.141604] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1ef7d82-3378-4b4d-adfd-9aa2dc8f8487 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.245667] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.245898] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.246101] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleting the datastore file [datastore1] 2d309dd6-ced0-4c56-be3d-e372e051d556 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.246370] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23262b36-9b8c-4f42-8655-91099c33df81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.252409] env[70294]: DEBUG nova.network.neutron [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.255559] env[70294]: DEBUG oslo_vmware.api [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for the task: (returnval){ [ 1094.255559] env[70294]: value = "task-3570514" [ 1094.255559] env[70294]: _type = "Task" [ 1094.255559] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.263088] env[70294]: DEBUG oslo_vmware.api [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570514, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.364871] env[70294]: DEBUG nova.network.neutron [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.403651] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.423676] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.426177] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.199s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.426885] env[70294]: DEBUG nova.objects.instance [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lazy-loading 'resources' on Instance uuid ea8e6d51-c86c-45c1-a73f-2c7398d3786c {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.449305] env[70294]: INFO nova.scheduler.client.report [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted allocations for instance 409da764-e28e-4f6f-af78-7681c7a8bcd9 [ 1094.530418] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Successfully updated port: d6016a0e-87f3-42b0-a7b7-db1093aa672c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.621868] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.622142] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Processing image b2590442-6a83-4e79-9243-f3e6e58e42a4 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1094.622388] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4/b2590442-6a83-4e79-9243-f3e6e58e42a4.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.622539] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4/b2590442-6a83-4e79-9243-f3e6e58e42a4.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.622717] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1094.623015] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7cb179d-2417-4faf-a6c0-3bf6b8c5fdc3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.631372] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1094.631538] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1094.632259] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb47f168-6b94-4f8f-b45e-76caa471411c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.638323] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1094.638323] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]522570dd-75b2-6ec0-70db-82f83a28e60b" [ 1094.638323] env[70294]: _type = "Task" [ 1094.638323] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.648828] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]522570dd-75b2-6ec0-70db-82f83a28e60b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.765227] env[70294]: DEBUG oslo_vmware.api [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Task: {'id': task-3570514, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189441} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.765508] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.765691] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.765872] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.766061] env[70294]: INFO nova.compute.manager [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1094.766303] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.766492] env[70294]: DEBUG nova.compute.manager [-] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.766588] env[70294]: DEBUG nova.network.neutron [-] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.867326] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Releasing lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.867654] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received event network-changed-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.867841] env[70294]: DEBUG nova.compute.manager [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Refreshing instance network info cache due to event network-changed-751fd7f6-891d-415d-b8c8-ae97fa413536. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.868071] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Acquiring lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.868395] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Acquired lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.868590] env[70294]: DEBUG nova.network.neutron [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Refreshing network info cache for port 751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.960326] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbc5881a-56f7-4eb3-9abc-f8381d14026c tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "409da764-e28e-4f6f-af78-7681c7a8bcd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.702s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.034472] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.034624] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.034840] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.109298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e008df37-c202-422a-831b-00f4b6f788e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.116675] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6640e7-67eb-488b-9df9-2316ee8260c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.152436] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177b1bb-7f4d-4502-a0fe-7383cdbf4f2f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.164486] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a55141-1717-42ca-b286-4a410f76eeb6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.169067] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Preparing fetch location {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1095.169331] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Fetch image to [datastore1] OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9/OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9.vmdk {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1095.169530] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Downloading stream optimized image b2590442-6a83-4e79-9243-f3e6e58e42a4 to [datastore1] OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9/OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9.vmdk on the data store datastore1 as vApp {{(pid=70294) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1095.169695] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Downloading image file data b2590442-6a83-4e79-9243-f3e6e58e42a4 to the ESX as VM named 'OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9' {{(pid=70294) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1095.182709] env[70294]: DEBUG nova.compute.provider_tree [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.247930] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1095.247930] env[70294]: value = "resgroup-9" [ 1095.247930] env[70294]: _type = "ResourcePool" [ 1095.247930] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1095.248306] env[70294]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-09816463-6555-4690-872f-3ae746bbc88f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.269186] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lease: (returnval){ [ 1095.269186] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52801d5b-be47-9b88-b63d-4cf82227eddf" [ 1095.269186] env[70294]: _type = "HttpNfcLease" [ 1095.269186] env[70294]: } obtained for vApp import into resource pool (val){ [ 1095.269186] env[70294]: value = "resgroup-9" [ 1095.269186] env[70294]: _type = "ResourcePool" [ 1095.269186] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1095.269490] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the lease: (returnval){ [ 1095.269490] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52801d5b-be47-9b88-b63d-4cf82227eddf" [ 1095.269490] env[70294]: _type = "HttpNfcLease" [ 1095.269490] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1095.275779] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.275779] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52801d5b-be47-9b88-b63d-4cf82227eddf" [ 1095.275779] env[70294]: _type = "HttpNfcLease" [ 1095.275779] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1095.497576] env[70294]: DEBUG nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-vif-plugged-d6016a0e-87f3-42b0-a7b7-db1093aa672c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.497801] env[70294]: DEBUG oslo_concurrency.lockutils [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] Acquiring lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.498035] env[70294]: DEBUG oslo_concurrency.lockutils [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.498455] env[70294]: DEBUG oslo_concurrency.lockutils [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.498818] env[70294]: DEBUG nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] No waiting events found dispatching network-vif-plugged-d6016a0e-87f3-42b0-a7b7-db1093aa672c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.499011] env[70294]: WARNING nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received unexpected event network-vif-plugged-d6016a0e-87f3-42b0-a7b7-db1093aa672c for instance with vm_state building and task_state spawning. [ 1095.499185] env[70294]: DEBUG nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-changed-d6016a0e-87f3-42b0-a7b7-db1093aa672c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.499367] env[70294]: DEBUG nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Refreshing instance network info cache due to event network-changed-d6016a0e-87f3-42b0-a7b7-db1093aa672c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.499549] env[70294]: DEBUG oslo_concurrency.lockutils [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] Acquiring lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.503449] env[70294]: DEBUG nova.network.neutron [-] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.613018] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.689126] env[70294]: DEBUG nova.scheduler.client.report [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.777905] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1095.777905] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52801d5b-be47-9b88-b63d-4cf82227eddf" [ 1095.777905] env[70294]: _type = "HttpNfcLease" [ 1095.777905] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1095.778968] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1095.778968] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52801d5b-be47-9b88-b63d-4cf82227eddf" [ 1095.778968] env[70294]: _type = "HttpNfcLease" [ 1095.778968] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1095.778968] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0cb1e-ae27-4d36-a6ab-6468239f28b2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.786148] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528efe96-5ed8-3e1b-1c66-62928737bb51/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1095.786336] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528efe96-5ed8-3e1b-1c66-62928737bb51/disk-0.vmdk. {{(pid=70294) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1095.792312] env[70294]: DEBUG nova.network.neutron [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updated VIF entry in instance network info cache for port 751fd7f6-891d-415d-b8c8-ae97fa413536. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1095.792312] env[70294]: DEBUG nova.network.neutron [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751fd7f6-89", "ovs_interfaceid": "751fd7f6-891d-415d-b8c8-ae97fa413536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.858816] env[70294]: DEBUG oslo_concurrency.lockutils [req-caf11e6b-0e66-4158-8aa1-b7d81ccc6fc4 req-cb357475-960b-46af-964c-d86afe29fc26 service nova] Releasing lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.868024] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2490a77c-085a-4486-828e-1d1209973814 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.917904] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddff0b6-e312-41ed-ba43-75c4735d91b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.940758] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance 'acfa2527-dc28-4751-981d-a79f7688a78d' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1096.005537] env[70294]: INFO nova.compute.manager [-] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Took 1.24 seconds to deallocate network for instance. [ 1096.195473] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.197822] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.341s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.198069] env[70294]: DEBUG nova.objects.instance [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lazy-loading 'resources' on Instance uuid 6c28daed-1cbf-409c-893d-3c916f61a3a8 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.221841] env[70294]: INFO nova.scheduler.client.report [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Deleted allocations for instance ea8e6d51-c86c-45c1-a73f-2c7398d3786c [ 1096.284566] env[70294]: DEBUG nova.network.neutron [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Updating instance_info_cache with network_info: [{"id": "1e214bdc-9c26-4332-9bca-debc6c469411", "address": "fa:16:3e:5e:4c:c1", "network": {"id": "f8d9eb16-7453-4e9c-9b56-7bcc4909f64a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2146741850", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e214bdc-9c", "ovs_interfaceid": "1e214bdc-9c26-4332-9bca-debc6c469411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2bf985a-6b66-4c13-a27f-c8eb5c061347", "address": "fa:16:3e:fc:22:21", "network": {"id": "73f8a797-ca24-434a-b877-2cc20fa21cdd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2061430465", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bf985a-6b", "ovs_interfaceid": "d2bf985a-6b66-4c13-a27f-c8eb5c061347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6016a0e-87f3-42b0-a7b7-db1093aa672c", "address": "fa:16:3e:07:67:fa", "network": {"id": "f8d9eb16-7453-4e9c-9b56-7bcc4909f64a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2146741850", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6016a0e-87", "ovs_interfaceid": "d6016a0e-87f3-42b0-a7b7-db1093aa672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.449488] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.449805] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b0b8c31-687d-4083-b96f-b74721e64cb2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.458231] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1096.458231] env[70294]: value = "task-3570516" [ 1096.458231] env[70294]: _type = "Task" [ 1096.458231] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.468483] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.513431] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.735773] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4e7aae52-1b56-4948-ba88-ad09e09fdfd4 tempest-ListServerFiltersTestJSON-741390594 tempest-ListServerFiltersTestJSON-741390594-project-member] Lock "ea8e6d51-c86c-45c1-a73f-2c7398d3786c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.075s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.790228] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Releasing lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.790722] env[70294]: DEBUG nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Instance network_info: |[{"id": "1e214bdc-9c26-4332-9bca-debc6c469411", "address": "fa:16:3e:5e:4c:c1", "network": {"id": "f8d9eb16-7453-4e9c-9b56-7bcc4909f64a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2146741850", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e214bdc-9c", "ovs_interfaceid": "1e214bdc-9c26-4332-9bca-debc6c469411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2bf985a-6b66-4c13-a27f-c8eb5c061347", "address": "fa:16:3e:fc:22:21", "network": {"id": "73f8a797-ca24-434a-b877-2cc20fa21cdd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2061430465", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bf985a-6b", "ovs_interfaceid": "d2bf985a-6b66-4c13-a27f-c8eb5c061347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6016a0e-87f3-42b0-a7b7-db1093aa672c", "address": "fa:16:3e:07:67:fa", "network": {"id": "f8d9eb16-7453-4e9c-9b56-7bcc4909f64a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2146741850", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6016a0e-87", "ovs_interfaceid": "d6016a0e-87f3-42b0-a7b7-db1093aa672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1096.792660] env[70294]: DEBUG oslo_concurrency.lockutils [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] Acquired lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.792858] env[70294]: DEBUG nova.network.neutron [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Refreshing network info cache for port d6016a0e-87f3-42b0-a7b7-db1093aa672c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.794599] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:4c:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e214bdc-9c26-4332-9bca-debc6c469411', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:22:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2bf985a-6b66-4c13-a27f-c8eb5c061347', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:67:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6016a0e-87f3-42b0-a7b7-db1093aa672c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1096.806259] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Creating folder: Project (a96560e28ab4406990bc2777c997759f). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.812040] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-400efb8b-875e-4bad-8bb7-722f54bc4e8a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.823141] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Created folder: Project (a96560e28ab4406990bc2777c997759f) in parent group-v712401. [ 1096.823355] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Creating folder: Instances. Parent ref: group-v712689. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1096.823606] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-709fd3cd-8bb5-48d8-8585-7ff5aed9ce88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.838065] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Created folder: Instances in parent group-v712689. [ 1096.838065] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.838323] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1096.838551] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3490478-5407-4b9c-a194-d5618be4b7ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.865832] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1096.865832] env[70294]: value = "task-3570519" [ 1096.865832] env[70294]: _type = "Task" [ 1096.865832] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.873926] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570519, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.946205] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf21c4d9-304e-4b52-889f-ee13c76bf48e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.964847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbd27ec-5bed-4411-aa74-927c466003ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.977724] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570516, 'name': PowerOffVM_Task, 'duration_secs': 0.454472} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.007483] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.008105] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance 'acfa2527-dc28-4751-981d-a79f7688a78d' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.015700] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Completed reading data from the image iterator. {{(pid=70294) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1097.016046] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528efe96-5ed8-3e1b-1c66-62928737bb51/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1097.017053] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504485a9-bb7c-48db-8ee6-ce7afdef8803 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.021095] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02ccde9-c85c-45f1-a79e-5aa5273800d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.031267] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ab6bf6-a077-4978-ba25-4986d0ab1686 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.035490] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528efe96-5ed8-3e1b-1c66-62928737bb51/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1097.035757] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528efe96-5ed8-3e1b-1c66-62928737bb51/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1097.036098] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-79327641-df00-4ac7-92e5-b9075e857bdc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.049274] env[70294]: DEBUG nova.compute.provider_tree [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.203759] env[70294]: DEBUG oslo_vmware.rw_handles [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528efe96-5ed8-3e1b-1c66-62928737bb51/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1097.204083] env[70294]: INFO nova.virt.vmwareapi.images [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Downloaded image file data b2590442-6a83-4e79-9243-f3e6e58e42a4 [ 1097.204920] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2373b8ba-3155-4451-b5d2-dd17d34e45aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.225201] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c771a8f7-6a01-4af4-bd82-481da5b39df5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.251273] env[70294]: INFO nova.virt.vmwareapi.images [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] The imported VM was unregistered [ 1097.254603] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Caching image {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1097.254921] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1097.255313] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33cca83b-5b9a-4b89-ae3d-a31ab32d8ed9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.265677] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Created directory with path [datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1097.265886] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9/OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9.vmdk to [datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4/b2590442-6a83-4e79-9243-f3e6e58e42a4.vmdk. {{(pid=70294) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1097.266815] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6ce908df-2f3a-4a2b-9580-5317bfd5f7e6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.272448] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1097.272448] env[70294]: value = "task-3570521" [ 1097.272448] env[70294]: _type = "Task" [ 1097.272448] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.280531] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.376037] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570519, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.510027] env[70294]: DEBUG nova.network.neutron [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Updated VIF entry in instance network info cache for port d6016a0e-87f3-42b0-a7b7-db1093aa672c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.510343] env[70294]: DEBUG nova.network.neutron [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Updating instance_info_cache with network_info: [{"id": "1e214bdc-9c26-4332-9bca-debc6c469411", "address": "fa:16:3e:5e:4c:c1", "network": {"id": "f8d9eb16-7453-4e9c-9b56-7bcc4909f64a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2146741850", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.232", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e214bdc-9c", "ovs_interfaceid": "1e214bdc-9c26-4332-9bca-debc6c469411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d2bf985a-6b66-4c13-a27f-c8eb5c061347", "address": "fa:16:3e:fc:22:21", "network": {"id": "73f8a797-ca24-434a-b877-2cc20fa21cdd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2061430465", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.51", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2bf985a-6b", "ovs_interfaceid": "d2bf985a-6b66-4c13-a27f-c8eb5c061347", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d6016a0e-87f3-42b0-a7b7-db1093aa672c", "address": "fa:16:3e:07:67:fa", "network": {"id": "f8d9eb16-7453-4e9c-9b56-7bcc4909f64a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2146741850", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.62", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6016a0e-87", "ovs_interfaceid": "d6016a0e-87f3-42b0-a7b7-db1093aa672c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.514573] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1097.517988] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1097.521851] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f5375cc-7278-4575-9d81-5206ace604b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.539070] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1097.539070] env[70294]: value = "task-3570522" [ 1097.539070] env[70294]: _type = "Task" [ 1097.539070] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.547644] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.553874] env[70294]: DEBUG nova.scheduler.client.report [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.638728] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.638966] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.783733] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.876536] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570519, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.013754] env[70294]: DEBUG oslo_concurrency.lockutils [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] Releasing lock "refresh_cache-b5b87045-5079-4dbe-af1b-952ba6a1c263" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.013881] env[70294]: DEBUG nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Received event network-vif-deleted-2cba2d99-d5d7-477f-83b1-ea46d09d41f3 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.014482] env[70294]: INFO nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Neutron deleted interface 2cba2d99-d5d7-477f-83b1-ea46d09d41f3; detaching it from the instance and deleting it from the info cache [ 1098.014482] env[70294]: DEBUG nova.network.neutron [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.049705] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.058590] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.060831] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.444s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.061065] env[70294]: DEBUG nova.objects.instance [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lazy-loading 'resources' on Instance uuid 454ec889-e2a6-4dd4-bc2c-310edbcacb67 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.086150] env[70294]: INFO nova.scheduler.client.report [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Deleted allocations for instance 6c28daed-1cbf-409c-893d-3c916f61a3a8 [ 1098.141505] env[70294]: DEBUG nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.283844] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.380052] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570519, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.519027] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0533648-c2bf-4eb0-9a9a-b92ae26d8d81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.527555] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b77aced-6bfb-4515-9fac-f2e6ee16df8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.555169] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570522, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.575719] env[70294]: DEBUG nova.compute.manager [req-c0f51a57-5c97-478c-a2f3-0048c4833986 req-494b4d6a-287d-494a-bb0a-5b11326e73c9 service nova] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Detach interface failed, port_id=2cba2d99-d5d7-477f-83b1-ea46d09d41f3, reason: Instance 2d309dd6-ced0-4c56-be3d-e372e051d556 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.595936] env[70294]: DEBUG oslo_concurrency.lockutils [None req-865760bf-291c-4e6f-8865-e1a1a0082ecf tempest-ServersTestJSON-357391558 tempest-ServersTestJSON-357391558-project-member] Lock "6c28daed-1cbf-409c-893d-3c916f61a3a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.518s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.664831] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.784380] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.786520] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58603a2b-8975-4e93-b94d-2282fbb5a48a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.793948] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed38e239-09f4-40df-be7d-47792d7044c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.828235] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de63ce15-0bce-4229-9fe3-5ced81986610 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.836203] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd06692-8d88-4cfb-bbf0-8929b7bcec1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.849695] env[70294]: DEBUG nova.compute.provider_tree [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.879946] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570519, 'name': CreateVM_Task, 'duration_secs': 1.549797} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.880181] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.881179] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.881485] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.881768] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.882103] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8359fed4-6cfd-4ddc-96de-0a10e6da07a9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.887716] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1098.887716] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b82683-9969-5cd8-9f08-b4bcbe91471a" [ 1098.887716] env[70294]: _type = "Task" [ 1098.887716] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.895942] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b82683-9969-5cd8-9f08-b4bcbe91471a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.050085] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570522, 'name': ReconfigVM_Task, 'duration_secs': 1.158271} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.050430] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance 'acfa2527-dc28-4751-981d-a79f7688a78d' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.283901] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.353632] env[70294]: DEBUG nova.scheduler.client.report [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.405757] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b82683-9969-5cd8-9f08-b4bcbe91471a, 'name': SearchDatastore_Task, 'duration_secs': 0.083666} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.406160] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.406533] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.407046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.407046] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.407313] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.407706] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dff4d32a-8c5e-4e21-9bf0-346f3171501a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.426544] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.426860] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.428730] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321e2b3c-7fc5-4d8c-a2cc-cfad5078d2eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.437863] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1099.437863] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5226c505-498d-d7ee-5bc4-9159962f1c31" [ 1099.437863] env[70294]: _type = "Task" [ 1099.437863] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.451195] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5226c505-498d-d7ee-5bc4-9159962f1c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.462157] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.462584] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.464263] env[70294]: INFO nova.compute.manager [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Shelving [ 1099.559970] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.559970] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.559970] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.559970] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.560826] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.560826] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.562740] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.562740] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.562740] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.562740] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.562740] env[70294]: DEBUG nova.virt.hardware [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.570333] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.570333] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c47c501-7961-4594-aa94-eab43d6abadc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.593635] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1099.593635] env[70294]: value = "task-3570523" [ 1099.593635] env[70294]: _type = "Task" [ 1099.593635] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.605611] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570523, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.788050] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.860394] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.862905] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.350s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.863305] env[70294]: DEBUG nova.objects.instance [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lazy-loading 'resources' on Instance uuid 2d309dd6-ced0-4c56-be3d-e372e051d556 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.885790] env[70294]: INFO nova.scheduler.client.report [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Deleted allocations for instance 454ec889-e2a6-4dd4-bc2c-310edbcacb67 [ 1099.955065] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5226c505-498d-d7ee-5bc4-9159962f1c31, 'name': SearchDatastore_Task, 'duration_secs': 0.095724} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.956711] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b11bd6-59c1-40fb-910b-720c665a8007 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.964592] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1099.964592] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bf3b02-52bf-995f-5f2f-e74808719cf7" [ 1099.964592] env[70294]: _type = "Task" [ 1099.964592] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.985029] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bf3b02-52bf-995f-5f2f-e74808719cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.105347] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570523, 'name': ReconfigVM_Task, 'duration_secs': 0.503289} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.105670] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.106548] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd668ecf-4e10-4ebf-8656-bc81e46e9424 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.137804] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] acfa2527-dc28-4751-981d-a79f7688a78d/acfa2527-dc28-4751-981d-a79f7688a78d.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.138367] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bb02da0-e159-4124-a5a5-d80076a668b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.167639] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1100.167639] env[70294]: value = "task-3570524" [ 1100.167639] env[70294]: _type = "Task" [ 1100.167639] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.176886] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.288462] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.401290] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fa404f4a-0c3c-48f1-a4ee-6d8bf9fab521 tempest-ServerMetadataNegativeTestJSON-835933141 tempest-ServerMetadataNegativeTestJSON-835933141-project-member] Lock "454ec889-e2a6-4dd4-bc2c-310edbcacb67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.384s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.478924] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bf3b02-52bf-995f-5f2f-e74808719cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.097418} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.479234] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.479730] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b5b87045-5079-4dbe-af1b-952ba6a1c263/b5b87045-5079-4dbe-af1b-952ba6a1c263.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.479873] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d754db90-6610-45ce-b805-ae50507f1f9f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.488661] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.489559] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3755cfd-5f8d-4c6e-b0ec-bbf3be19e511 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.498409] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1100.498409] env[70294]: value = "task-3570525" [ 1100.498409] env[70294]: _type = "Task" [ 1100.498409] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.500770] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1100.500770] env[70294]: value = "task-3570526" [ 1100.500770] env[70294]: _type = "Task" [ 1100.500770] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.519342] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.522899] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.605341] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3869385-2584-4185-a6c6-fcfb7eb2bbbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.612959] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e8e8a7-505f-4358-a38d-cee182dfd9d2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.651047] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28eeba3f-ad2d-41f7-b29d-21127e48d06e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.659425] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e78270-a1e1-4253-a00c-c7afd148c166 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.675306] env[70294]: DEBUG nova.compute.provider_tree [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.685685] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.791609] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.010423] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.018480] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570526, 'name': PowerOffVM_Task, 'duration_secs': 0.411293} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.018681] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.019528] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad58715-50a2-40f3-9051-98ad770e7618 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.037995] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7494ec84-b405-4661-a11e-0195dd458cfc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.183526] env[70294]: DEBUG nova.scheduler.client.report [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.195747] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570524, 'name': ReconfigVM_Task, 'duration_secs': 0.846538} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.196676] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] acfa2527-dc28-4751-981d-a79f7688a78d/acfa2527-dc28-4751-981d-a79f7688a78d.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.197277] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance 'acfa2527-dc28-4751-981d-a79f7688a78d' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.294201] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570521, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.565039} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.294920] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9/OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9.vmdk to [datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4/b2590442-6a83-4e79-9243-f3e6e58e42a4.vmdk. [ 1101.295419] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Cleaning up location [datastore1] OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1101.295615] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_406fb805-7031-4cc2-9d1f-5d8cd086b7a9 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.295896] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12bac3bc-d483-4fde-9ab1-ddfe323d2344 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.304178] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1101.304178] env[70294]: value = "task-3570527" [ 1101.304178] env[70294]: _type = "Task" [ 1101.304178] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.315775] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.420061] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "22f608c9-cc51-4554-84e6-29c2fe869d97" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.420408] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.512987] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.917804} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.513289] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b5b87045-5079-4dbe-af1b-952ba6a1c263/b5b87045-5079-4dbe-af1b-952ba6a1c263.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.513506] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.513763] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc22c889-349a-49ad-b3cd-dee8b1ad22fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.521457] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1101.521457] env[70294]: value = "task-3570528" [ 1101.521457] env[70294]: _type = "Task" [ 1101.521457] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.531272] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.549617] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1101.549935] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cd49e102-3b50-44c3-9acf-67fe211eeb29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.557971] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1101.557971] env[70294]: value = "task-3570529" [ 1101.557971] env[70294]: _type = "Task" [ 1101.557971] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.568620] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570529, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.687252] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.690712] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.026s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.693348] env[70294]: INFO nova.compute.claims [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.711533] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5f8d7d-73e5-41c4-ab29-da1d9d66ad27 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.738923] env[70294]: INFO nova.scheduler.client.report [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Deleted allocations for instance 2d309dd6-ced0-4c56-be3d-e372e051d556 [ 1101.741931] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0541756a-865e-4d0b-8e6e-c89c630e6b8e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.764461] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance 'acfa2527-dc28-4751-981d-a79f7688a78d' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.815392] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118884} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.815626] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.815787] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4/b2590442-6a83-4e79-9243-f3e6e58e42a4.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.816045] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4/b2590442-6a83-4e79-9243-f3e6e58e42a4.vmdk to [datastore1] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.816514] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b32d9fb3-d36c-484e-9af5-08cec9e38435 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.823571] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1101.823571] env[70294]: value = "task-3570530" [ 1101.823571] env[70294]: _type = "Task" [ 1101.823571] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.834442] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.923583] env[70294]: DEBUG nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.036797] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23862} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.037130] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.038058] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf19f4aa-0072-4398-83e7-69bd6e8b9907 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.073379] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] b5b87045-5079-4dbe-af1b-952ba6a1c263/b5b87045-5079-4dbe-af1b-952ba6a1c263.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.078054] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9e63fa3-e34e-4e09-8bb0-e8fce06a3a67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.100724] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570529, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.102178] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1102.102178] env[70294]: value = "task-3570531" [ 1102.102178] env[70294]: _type = "Task" [ 1102.102178] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.112492] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.251725] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f8413378-7efc-456d-87e7-617afbffd1b9 tempest-ServerDiskConfigTestJSON-967991729 tempest-ServerDiskConfigTestJSON-967991729-project-member] Lock "2d309dd6-ced0-4c56-be3d-e372e051d556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.146s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.336109] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570530, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.337090] env[70294]: DEBUG nova.network.neutron [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Port f7802a07-0720-49dc-bd98-f39fe9032e58 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1102.455491] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.578340] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570529, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.614491] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.839033] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570530, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.908680] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b0787b-9d31-4ce2-8c79-6c39c34891cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.925159] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e55569b-e452-47ff-b6ce-f1cda6450b7c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.961153] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec581759-2fdf-4e33-8eeb-7fc731b010f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.970451] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb462823-91dc-4b9b-9a36-f95f30d70a33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.988937] env[70294]: DEBUG nova.compute.provider_tree [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.073551] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570529, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.113814] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.307366] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.307647] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.339812] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570530, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.359830] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.360092] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.360280] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.493108] env[70294]: DEBUG nova.scheduler.client.report [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.576802] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570529, 'name': CreateSnapshot_Task, 'duration_secs': 1.688731} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.576802] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1103.577502] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12e1395-ea38-4fec-8a07-efd728286f29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.613774] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.810554] env[70294]: DEBUG nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.849959] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570530, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.998803] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.999482] env[70294]: DEBUG nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.007020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.548s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.007020] env[70294]: INFO nova.compute.claims [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.095592] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1104.095948] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8dd09f53-ed93-4f6c-a825-9fa6cba080ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.106153] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1104.106153] env[70294]: value = "task-3570532" [ 1104.106153] env[70294]: _type = "Task" [ 1104.106153] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.118663] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.122228] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570532, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.343221] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570530, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.448221} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.344994] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.345335] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b2590442-6a83-4e79-9243-f3e6e58e42a4/b2590442-6a83-4e79-9243-f3e6e58e42a4.vmdk to [datastore1] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.346372] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da065a-0a7e-44d8-9ac0-f5c4f416b15f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.369991] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.374127] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ad95a3-f7c5-4a81-81e2-3b0ec1cee8ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.393715] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1104.393715] env[70294]: value = "task-3570533" [ 1104.393715] env[70294]: _type = "Task" [ 1104.393715] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.404865] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.444763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.444986] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.445206] env[70294]: DEBUG nova.network.neutron [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.510959] env[70294]: DEBUG nova.compute.utils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.514540] env[70294]: DEBUG nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.515020] env[70294]: DEBUG nova.network.neutron [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.572731] env[70294]: DEBUG nova.policy [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8854299ad454e34939bef21aae4e12e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f637ebbde3d24a98a1394179878487b5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.626117] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570531, 'name': ReconfigVM_Task, 'duration_secs': 2.258243} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.626334] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Reconfigured VM instance instance-0000006e to attach disk [datastore1] b5b87045-5079-4dbe-af1b-952ba6a1c263/b5b87045-5079-4dbe-af1b-952ba6a1c263.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1104.630266] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6a76594-b94a-4e01-9131-591e6c0caac1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.632387] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570532, 'name': CloneVM_Task} progress is 93%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.637316] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1104.637316] env[70294]: value = "task-3570534" [ 1104.637316] env[70294]: _type = "Task" [ 1104.637316] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.645261] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570534, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.904889] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.990491] env[70294]: DEBUG nova.network.neutron [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Successfully created port: 8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.015771] env[70294]: DEBUG nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.133983] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570532, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.147828] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570534, 'name': Rename_Task, 'duration_secs': 0.141381} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.149300] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.149300] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-712e1c29-a93c-4841-afa1-1200df2ead18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.161021] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1105.161021] env[70294]: value = "task-3570535" [ 1105.161021] env[70294]: _type = "Task" [ 1105.161021] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.176075] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.232046] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90049775-d6cd-45fb-bedc-d382c528e687 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.240710] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5c069d-34b5-4584-aaa1-df7d2148d623 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.272878] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5237ee-d803-418f-a8e3-c1df688eec75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.280927] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18a9b7f-c18e-41f7-bcc6-d2f753fef346 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.297801] env[70294]: DEBUG nova.compute.provider_tree [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.388769] env[70294]: DEBUG nova.network.neutron [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance_info_cache with network_info: [{"id": "f7802a07-0720-49dc-bd98-f39fe9032e58", "address": "fa:16:3e:fd:35:17", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7802a07-07", "ovs_interfaceid": "f7802a07-0720-49dc-bd98-f39fe9032e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.407937] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570533, 'name': ReconfigVM_Task, 'duration_secs': 0.608361} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.408345] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 56ebdd39-ce45-46cd-bafb-6d714a19d863/56ebdd39-ce45-46cd-bafb-6d714a19d863.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.408974] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c87f4bad-0468-4952-8bad-36f48f80c157 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.415475] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1105.415475] env[70294]: value = "task-3570536" [ 1105.415475] env[70294]: _type = "Task" [ 1105.415475] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.423760] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570536, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.629689] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570532, 'name': CloneVM_Task, 'duration_secs': 1.362469} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.630134] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Created linked-clone VM from snapshot [ 1105.630775] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25628343-293b-4a97-92e8-67ad105b1af9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.638544] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Uploading image 6e6008ba-3c58-4496-b0bf-1bb73463e6e8 {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1105.661216] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1105.661216] env[70294]: value = "vm-712693" [ 1105.661216] env[70294]: _type = "VirtualMachine" [ 1105.661216] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1105.661547] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-56bf73d6-71bd-4e96-83c0-136fbc2addfc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.670989] env[70294]: DEBUG oslo_vmware.api [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570535, 'name': PowerOnVM_Task, 'duration_secs': 0.453316} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.672211] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1105.672447] env[70294]: INFO nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Took 17.58 seconds to spawn the instance on the hypervisor. [ 1105.672653] env[70294]: DEBUG nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1105.672983] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease: (returnval){ [ 1105.672983] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1343e-337a-e6e5-4201-14087fc0b37c" [ 1105.672983] env[70294]: _type = "HttpNfcLease" [ 1105.672983] env[70294]: } obtained for exporting VM: (result){ [ 1105.672983] env[70294]: value = "vm-712693" [ 1105.672983] env[70294]: _type = "VirtualMachine" [ 1105.672983] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1105.673247] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the lease: (returnval){ [ 1105.673247] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1343e-337a-e6e5-4201-14087fc0b37c" [ 1105.673247] env[70294]: _type = "HttpNfcLease" [ 1105.673247] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1105.673924] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abe44b7-f157-4386-bbad-1239234f144b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.686554] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1105.686554] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1343e-337a-e6e5-4201-14087fc0b37c" [ 1105.686554] env[70294]: _type = "HttpNfcLease" [ 1105.686554] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1105.686815] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1105.686815] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e1343e-337a-e6e5-4201-14087fc0b37c" [ 1105.686815] env[70294]: _type = "HttpNfcLease" [ 1105.686815] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1105.688029] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657e022-f7ff-440c-a4c5-ec88b4cddea4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.694935] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d4457-b3be-9f83-f3cf-a7e9929df00e/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1105.695126] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d4457-b3be-9f83-f3cf-a7e9929df00e/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1105.783976] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-82d141f6-d066-4b18-831e-abea8d4f565e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.801032] env[70294]: DEBUG nova.scheduler.client.report [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.892118] env[70294]: DEBUG oslo_concurrency.lockutils [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.925968] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570536, 'name': Rename_Task, 'duration_secs': 0.141097} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.927565] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.927821] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14257ed6-2391-4fa6-9c82-1fb834538920 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.940560] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1105.940560] env[70294]: value = "task-3570538" [ 1105.940560] env[70294]: _type = "Task" [ 1105.940560] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.947430] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.030760] env[70294]: DEBUG nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.053446] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.053714] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.053872] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.054066] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.054215] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.054360] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.054567] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.054724] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.054888] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.055065] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.055251] env[70294]: DEBUG nova.virt.hardware [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.056162] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13780b48-0f06-466a-9c2e-67593ec19ac9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.065185] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21caf3c6-c2d8-4003-b7cb-e61261a4d73c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.196027] env[70294]: INFO nova.compute.manager [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Took 37.36 seconds to build instance. [ 1106.307583] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.308799] env[70294]: DEBUG nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.310890] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.966s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.313099] env[70294]: INFO nova.compute.claims [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.366950] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.367508] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.418329] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710cdd9e-8554-4f35-86e4-61fb85570d1a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.442316] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2248c079-e3fb-490d-bf21-589ede05e571 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.450669] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570538, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.453345] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance 'acfa2527-dc28-4751-981d-a79f7688a78d' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1106.699615] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a32cf935-cee8-4624-abee-ba3250a85f23 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.874s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.722519] env[70294]: DEBUG nova.compute.manager [req-bc8ef672-293f-4e9a-af1b-0953972edc97 req-25b7d48f-caed-494c-908b-eb9fe53dfc7d service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Received event network-vif-plugged-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.723019] env[70294]: DEBUG oslo_concurrency.lockutils [req-bc8ef672-293f-4e9a-af1b-0953972edc97 req-25b7d48f-caed-494c-908b-eb9fe53dfc7d service nova] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.723302] env[70294]: DEBUG oslo_concurrency.lockutils [req-bc8ef672-293f-4e9a-af1b-0953972edc97 req-25b7d48f-caed-494c-908b-eb9fe53dfc7d service nova] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.723459] env[70294]: DEBUG oslo_concurrency.lockutils [req-bc8ef672-293f-4e9a-af1b-0953972edc97 req-25b7d48f-caed-494c-908b-eb9fe53dfc7d service nova] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.723812] env[70294]: DEBUG nova.compute.manager [req-bc8ef672-293f-4e9a-af1b-0953972edc97 req-25b7d48f-caed-494c-908b-eb9fe53dfc7d service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] No waiting events found dispatching network-vif-plugged-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1106.724095] env[70294]: WARNING nova.compute.manager [req-bc8ef672-293f-4e9a-af1b-0953972edc97 req-25b7d48f-caed-494c-908b-eb9fe53dfc7d service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Received unexpected event network-vif-plugged-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 for instance with vm_state building and task_state spawning. [ 1106.818365] env[70294]: DEBUG nova.compute.utils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.821854] env[70294]: DEBUG nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.822024] env[70294]: DEBUG nova.network.neutron [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.831071] env[70294]: DEBUG nova.network.neutron [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Successfully updated port: 8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1106.867726] env[70294]: DEBUG nova.policy [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d71d0ee28a1404b8d78d6a20212053b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c65a13da58e4d3a9088a68ddb2e138e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.869430] env[70294]: DEBUG nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.947537] env[70294]: DEBUG oslo_vmware.api [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570538, 'name': PowerOnVM_Task, 'duration_secs': 0.626247} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.948661] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.960349] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.960763] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cdcab11-0db3-436f-a411-16fbc4d524e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.968248] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1106.968248] env[70294]: value = "task-3570539" [ 1106.968248] env[70294]: _type = "Task" [ 1106.968248] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.978070] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.085386] env[70294]: DEBUG nova.compute.manager [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.086409] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3471890-49a7-4961-a800-f85ac525019f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.159195] env[70294]: DEBUG nova.network.neutron [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Successfully created port: 871deaab-c18f-4a5c-94ef-815ece9a9649 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1107.261779] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "b5b87045-5079-4dbe-af1b-952ba6a1c263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.262093] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.262391] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.262629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.262918] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.265194] env[70294]: INFO nova.compute.manager [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Terminating instance [ 1107.325195] env[70294]: DEBUG nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.338059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.338059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.338059] env[70294]: DEBUG nova.network.neutron [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.400163] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.481998] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570539, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.548832] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324012c3-4859-48b7-bcd2-1316ec756cf7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.557700] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b755e7-8437-4def-a634-b21c6126ed96 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.590126] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dbf093-1aeb-4932-8d2b-5a2452b0bec3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.597694] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2caf938-df48-42dc-b64a-5e75880e052b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.617062] env[70294]: DEBUG nova.compute.provider_tree [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.618853] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f3dc3d4d-682f-42b2-99af-d5269e77cf45 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.756s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.770746] env[70294]: DEBUG nova.compute.manager [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.771073] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.772777] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b091d2c1-52ce-4136-926e-4be21d2a04e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.780619] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.780953] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36559530-dc5e-4d7c-8fad-a83b95a91849 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.787415] env[70294]: DEBUG oslo_vmware.api [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1107.787415] env[70294]: value = "task-3570540" [ 1107.787415] env[70294]: _type = "Task" [ 1107.787415] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.796274] env[70294]: DEBUG oslo_vmware.api [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.872100] env[70294]: DEBUG nova.network.neutron [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.981986] env[70294]: DEBUG oslo_vmware.api [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570539, 'name': PowerOnVM_Task, 'duration_secs': 0.536316} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.982377] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.982653] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-68d2d247-ae2f-4f74-9872-79606cb9deba tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance 'acfa2527-dc28-4751-981d-a79f7688a78d' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.083329] env[70294]: DEBUG nova.network.neutron [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Updating instance_info_cache with network_info: [{"id": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "address": "fa:16:3e:31:6c:20", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8ff3d5-be", "ovs_interfaceid": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.121313] env[70294]: DEBUG nova.scheduler.client.report [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.298424] env[70294]: DEBUG oslo_vmware.api [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570540, 'name': PowerOffVM_Task, 'duration_secs': 0.207778} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.298711] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.298909] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.299173] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aad869ca-5527-430d-bdb7-80f3aba42646 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.336939] env[70294]: DEBUG nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.364478] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.364794] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.364875] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.365112] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.365273] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.365426] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.365654] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.365834] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.366020] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.366204] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.366386] env[70294]: DEBUG nova.virt.hardware [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.367337] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6882d0-ae12-40c0-9dbf-ea4ecfe860b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.376580] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61712a44-c518-429a-8eda-c9785518254f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.416726] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.416957] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.417174] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Deleting the datastore file [datastore1] b5b87045-5079-4dbe-af1b-952ba6a1c263 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.417494] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee87d0b7-ab53-499b-8000-d93c34dda9b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.424206] env[70294]: DEBUG oslo_vmware.api [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1108.424206] env[70294]: value = "task-3570542" [ 1108.424206] env[70294]: _type = "Task" [ 1108.424206] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.435222] env[70294]: DEBUG oslo_vmware.api [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.585926] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.586284] env[70294]: DEBUG nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Instance network_info: |[{"id": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "address": "fa:16:3e:31:6c:20", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8ff3d5-be", "ovs_interfaceid": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.586835] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:6c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a0734cc4-5718-45e2-9f98-0ded96880bef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.596980] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.597234] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.597490] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34ffea0e-db3a-4b7a-9df0-6a1965834f04 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.616917] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.616917] env[70294]: value = "task-3570543" [ 1108.616917] env[70294]: _type = "Task" [ 1108.616917] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.624619] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570543, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.626547] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.627082] env[70294]: DEBUG nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.629602] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.230s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.631096] env[70294]: INFO nova.compute.claims [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.762557] env[70294]: DEBUG nova.compute.manager [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Received event network-changed-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.762783] env[70294]: DEBUG nova.compute.manager [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Refreshing instance network info cache due to event network-changed-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.763204] env[70294]: DEBUG oslo_concurrency.lockutils [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] Acquiring lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.763440] env[70294]: DEBUG oslo_concurrency.lockutils [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] Acquired lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.763631] env[70294]: DEBUG nova.network.neutron [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Refreshing network info cache for port 8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.937801] env[70294]: DEBUG nova.network.neutron [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Successfully updated port: 871deaab-c18f-4a5c-94ef-815ece9a9649 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.948641] env[70294]: DEBUG oslo_vmware.api [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182592} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.949470] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.949844] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.950344] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.950648] env[70294]: INFO nova.compute.manager [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1108.951116] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.951946] env[70294]: DEBUG nova.compute.manager [-] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.952813] env[70294]: DEBUG nova.network.neutron [-] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.128227] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570543, 'name': CreateVM_Task, 'duration_secs': 0.331231} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.128502] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.129226] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.129391] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.129709] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.129969] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14edb144-6618-4940-8443-c3b2d8e3bba8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.134551] env[70294]: DEBUG nova.compute.utils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.140989] env[70294]: DEBUG nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1109.141345] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1109.141345] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520fe8ae-9e38-612f-e799-5bed2f580bd4" [ 1109.141345] env[70294]: _type = "Task" [ 1109.141345] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.152263] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520fe8ae-9e38-612f-e799-5bed2f580bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.153686] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.153774] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.153928] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.154089] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.154297] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.156533] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f8103df-92a9-4ab6-bcf9-c77e1f6d033c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.163048] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.163244] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.163973] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840532f9-7092-45ff-97b8-8d3677a06962 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.169757] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1109.169757] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523d0b2b-b3a3-584c-7737-8d96f8e416c2" [ 1109.169757] env[70294]: _type = "Task" [ 1109.169757] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.178138] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523d0b2b-b3a3-584c-7737-8d96f8e416c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.449229] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.449381] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.449565] env[70294]: DEBUG nova.network.neutron [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.455178] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d89a72-f9df-4173-aee1-13b0a6c8106b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.463015] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea5e29-4189-4646-abe6-3ba525006616 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Suspending the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1109.463343] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bd4f6a35-bf4e-49db-8147-ab8dcf3f7f30 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.471903] env[70294]: DEBUG oslo_vmware.api [None req-02ea5e29-4189-4646-abe6-3ba525006616 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1109.471903] env[70294]: value = "task-3570544" [ 1109.471903] env[70294]: _type = "Task" [ 1109.471903] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.481021] env[70294]: DEBUG oslo_vmware.api [None req-02ea5e29-4189-4646-abe6-3ba525006616 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570544, 'name': SuspendVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.643087] env[70294]: DEBUG nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.674465] env[70294]: DEBUG nova.network.neutron [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Updated VIF entry in instance network info cache for port 8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.674878] env[70294]: DEBUG nova.network.neutron [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Updating instance_info_cache with network_info: [{"id": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "address": "fa:16:3e:31:6c:20", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8ff3d5-be", "ovs_interfaceid": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.683174] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523d0b2b-b3a3-584c-7737-8d96f8e416c2, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.687453] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8e89090-1dc0-4109-b1ed-9b21e26bbdfb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.694121] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1109.694121] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526799a6-ef17-11bf-d1aa-4c4df19031fb" [ 1109.694121] env[70294]: _type = "Task" [ 1109.694121] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.702698] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526799a6-ef17-11bf-d1aa-4c4df19031fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.873121] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f95ee8-2928-4462-b2ed-e80f1c119139 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.884933] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93437e38-21ae-4d89-9eb2-47168b10dbf2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.920100] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552af888-3154-4544-b1cb-67578abed0c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.932740] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d94271-56e1-4429-a6d0-d35a814ab983 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.950523] env[70294]: DEBUG nova.compute.provider_tree [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.982766] env[70294]: DEBUG oslo_vmware.api [None req-02ea5e29-4189-4646-abe6-3ba525006616 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570544, 'name': SuspendVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.984185] env[70294]: DEBUG nova.network.neutron [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1110.123282] env[70294]: DEBUG nova.network.neutron [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Updating instance_info_cache with network_info: [{"id": "871deaab-c18f-4a5c-94ef-815ece9a9649", "address": "fa:16:3e:f7:47:93", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871deaab-c1", "ovs_interfaceid": "871deaab-c18f-4a5c-94ef-815ece9a9649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.177540] env[70294]: DEBUG oslo_concurrency.lockutils [req-c3cb75e7-e610-4b21-bbd7-7901ededbe15 req-e0b33a9f-889d-4640-a7e3-c022daffca3c service nova] Releasing lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.207120] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526799a6-ef17-11bf-d1aa-4c4df19031fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011378} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.207471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.207769] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5/4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.208066] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2487bc36-8e94-4299-ad5e-dc962b1b6115 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.216663] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1110.216663] env[70294]: value = "task-3570545" [ 1110.216663] env[70294]: _type = "Task" [ 1110.216663] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.227571] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.384489] env[70294]: DEBUG nova.network.neutron [-] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.454185] env[70294]: DEBUG nova.scheduler.client.report [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.485102] env[70294]: DEBUG oslo_vmware.api [None req-02ea5e29-4189-4646-abe6-3ba525006616 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570544, 'name': SuspendVM_Task, 'duration_secs': 0.80057} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.485401] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-02ea5e29-4189-4646-abe6-3ba525006616 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Suspended the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1110.485655] env[70294]: DEBUG nova.compute.manager [None req-02ea5e29-4189-4646-abe6-3ba525006616 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.486524] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa1d145-4fdb-49b3-a25d-8472ccc41c64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.626219] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.626565] env[70294]: DEBUG nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Instance network_info: |[{"id": "871deaab-c18f-4a5c-94ef-815ece9a9649", "address": "fa:16:3e:f7:47:93", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871deaab-c1", "ovs_interfaceid": "871deaab-c18f-4a5c-94ef-815ece9a9649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.627122] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:47:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '871deaab-c18f-4a5c-94ef-815ece9a9649', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.636257] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Creating folder: Project (3c65a13da58e4d3a9088a68ddb2e138e). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.636655] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1db6914-4e54-4031-a728-fe08bffeb79a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.650450] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Created folder: Project (3c65a13da58e4d3a9088a68ddb2e138e) in parent group-v712401. [ 1110.650797] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Creating folder: Instances. Parent ref: group-v712695. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.650952] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2153b801-3226-4b3e-9792-059d2cc0b000 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.656735] env[70294]: DEBUG nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.661323] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Created folder: Instances in parent group-v712695. [ 1110.661585] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.661822] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.662106] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b3e3514-c65d-4284-868d-1b2c6a043f45 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.680402] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "acfa2527-dc28-4751-981d-a79f7688a78d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.681229] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.681229] env[70294]: DEBUG nova.compute.manager [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Going to confirm migration 7 {{(pid=70294) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1110.688346] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.688346] env[70294]: value = "task-3570548" [ 1110.688346] env[70294]: _type = "Task" [ 1110.688346] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.691390] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.691390] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.691553] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.691804] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.691993] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.693026] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.693026] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.693026] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.693026] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.693269] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.693341] env[70294]: DEBUG nova.virt.hardware [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.694697] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8c792b-0bcc-4fb2-bd02-4b45b1bad4f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.712598] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77363d3-cddf-4847-868f-efe1272921b0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.716725] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570548, 'name': CreateVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.729609] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.735326] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Creating folder: Project (977dcf4920ef4fddb45b57ffdecb71b7). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.735976] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ca633e5d-9863-4354-98d3-87b55580949a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.740907] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483717} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.741525] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5/4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.741701] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.741942] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ee5f5f5-3abf-4e55-b14d-13c4f1091606 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.748792] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1110.748792] env[70294]: value = "task-3570550" [ 1110.748792] env[70294]: _type = "Task" [ 1110.748792] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.753022] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Created folder: Project (977dcf4920ef4fddb45b57ffdecb71b7) in parent group-v712401. [ 1110.753215] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Creating folder: Instances. Parent ref: group-v712698. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1110.753742] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c332f0f9-2e3d-4d9c-a296-89e5a6394815 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.758219] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.767041] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Created folder: Instances in parent group-v712698. [ 1110.767041] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.767151] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.767372] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b0b1592-2c97-4958-8e73-ec253b824829 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.784101] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.784101] env[70294]: value = "task-3570552" [ 1110.784101] env[70294]: _type = "Task" [ 1110.784101] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.791979] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570552, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.887775] env[70294]: INFO nova.compute.manager [-] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Took 1.94 seconds to deallocate network for instance. [ 1110.951745] env[70294]: DEBUG nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Received event network-vif-plugged-871deaab-c18f-4a5c-94ef-815ece9a9649 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.951952] env[70294]: DEBUG oslo_concurrency.lockutils [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] Acquiring lock "22f608c9-cc51-4554-84e6-29c2fe869d97-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.952191] env[70294]: DEBUG oslo_concurrency.lockutils [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.952359] env[70294]: DEBUG oslo_concurrency.lockutils [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.952553] env[70294]: DEBUG nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] No waiting events found dispatching network-vif-plugged-871deaab-c18f-4a5c-94ef-815ece9a9649 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1110.952745] env[70294]: WARNING nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Received unexpected event network-vif-plugged-871deaab-c18f-4a5c-94ef-815ece9a9649 for instance with vm_state building and task_state spawning. [ 1110.952891] env[70294]: DEBUG nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Received event network-changed-871deaab-c18f-4a5c-94ef-815ece9a9649 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.953084] env[70294]: DEBUG nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Refreshing instance network info cache due to event network-changed-871deaab-c18f-4a5c-94ef-815ece9a9649. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.953317] env[70294]: DEBUG oslo_concurrency.lockutils [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] Acquiring lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.953451] env[70294]: DEBUG oslo_concurrency.lockutils [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] Acquired lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.953630] env[70294]: DEBUG nova.network.neutron [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Refreshing network info cache for port 871deaab-c18f-4a5c-94ef-815ece9a9649 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.959379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.959929] env[70294]: DEBUG nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.203643] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570548, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.229864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.230103] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquired lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.230309] env[70294]: DEBUG nova.network.neutron [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.230539] env[70294]: DEBUG nova.objects.instance [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'info_cache' on Instance uuid acfa2527-dc28-4751-981d-a79f7688a78d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.258116] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080551} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.258451] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.259235] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5085de8-94ab-434c-8770-5a3c597656df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.282851] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5/4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.284395] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6186ba5-a3b9-4140-a42d-49a3c7c04ec3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.303566] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.303798] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.311138] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570552, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.312079] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1111.312079] env[70294]: value = "task-3570553" [ 1111.312079] env[70294]: _type = "Task" [ 1111.312079] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.322131] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570553, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.395109] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.395638] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.395964] env[70294]: DEBUG nova.objects.instance [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lazy-loading 'resources' on Instance uuid b5b87045-5079-4dbe-af1b-952ba6a1c263 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.464706] env[70294]: DEBUG nova.compute.utils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.466091] env[70294]: DEBUG nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1111.631200] env[70294]: DEBUG nova.network.neutron [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Updated VIF entry in instance network info cache for port 871deaab-c18f-4a5c-94ef-815ece9a9649. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.631658] env[70294]: DEBUG nova.network.neutron [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Updating instance_info_cache with network_info: [{"id": "871deaab-c18f-4a5c-94ef-815ece9a9649", "address": "fa:16:3e:f7:47:93", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871deaab-c1", "ovs_interfaceid": "871deaab-c18f-4a5c-94ef-815ece9a9649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.703512] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570548, 'name': CreateVM_Task, 'duration_secs': 0.527757} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.703846] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.704280] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.704437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.704749] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.704989] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48db6d33-a581-469c-b87e-d6db6a45c51b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.709958] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1111.709958] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52825bfd-9a1e-760b-0393-444017075089" [ 1111.709958] env[70294]: _type = "Task" [ 1111.709958] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.717860] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52825bfd-9a1e-760b-0393-444017075089, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.808956] env[70294]: DEBUG nova.compute.utils [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.810563] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570552, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.822297] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570553, 'name': ReconfigVM_Task, 'duration_secs': 0.265259} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.822612] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5/4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.823241] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e72b1c1c-b88c-44f4-a63e-cdd10fd5f9cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.830399] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1111.830399] env[70294]: value = "task-3570554" [ 1111.830399] env[70294]: _type = "Task" [ 1111.830399] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.838182] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570554, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.967761] env[70294]: DEBUG nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.064263] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127af541-485b-421d-9066-5978ccba358e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.074110] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b30375-f13a-4799-8046-94401eed568a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.103460] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d2436-586e-4903-808e-36e3503dee52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.110255] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526a9d74-3043-4fad-8828-45d2329f2414 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.122932] env[70294]: DEBUG nova.compute.provider_tree [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.133605] env[70294]: DEBUG oslo_concurrency.lockutils [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] Releasing lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.133859] env[70294]: DEBUG nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-vif-deleted-d6016a0e-87f3-42b0-a7b7-db1093aa672c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.134054] env[70294]: DEBUG nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-vif-deleted-1e214bdc-9c26-4332-9bca-debc6c469411 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.134229] env[70294]: DEBUG nova.compute.manager [req-f68ff1ec-0fd8-45d6-bfef-ab2702db97e5 req-96f27f5c-210a-44c3-9297-31cc80dba91f service nova] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Received event network-vif-deleted-d2bf985a-6b66-4c13-a27f-c8eb5c061347 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.220634] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52825bfd-9a1e-760b-0393-444017075089, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.220882] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.221126] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.221368] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.221518] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.221704] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.221960] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25004bdc-c6c6-48e2-80f2-58a6129d0e69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.230354] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.230567] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.231382] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0075a5d5-3e81-4a51-95cf-540ff101399b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.238816] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1112.238816] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a0943-f47b-f2b2-c5e6-eb9c13ac4a31" [ 1112.238816] env[70294]: _type = "Task" [ 1112.238816] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.248043] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a0943-f47b-f2b2-c5e6-eb9c13ac4a31, 'name': SearchDatastore_Task, 'duration_secs': 0.008491} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.248928] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb1b500-7cc8-4cdc-a056-2b5d8a0ff767 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.254100] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1112.254100] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a8011-ad7d-1a3d-3f24-b688d719edbd" [ 1112.254100] env[70294]: _type = "Task" [ 1112.254100] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.262156] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a8011-ad7d-1a3d-3f24-b688d719edbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.311475] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.311985] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570552, 'name': CreateVM_Task, 'duration_secs': 1.293807} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.312197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.313262] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.313389] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.313687] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.314189] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a41ed1b0-cde4-43ff-9858-438074103e87 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.318663] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1112.318663] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5276a720-3734-603f-b44e-e73035087fbd" [ 1112.318663] env[70294]: _type = "Task" [ 1112.318663] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.329938] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5276a720-3734-603f-b44e-e73035087fbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.338899] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570554, 'name': Rename_Task, 'duration_secs': 0.173583} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.339174] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.339412] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfd7c237-74d1-4be9-a00e-d885cb671b0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.346652] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1112.346652] env[70294]: value = "task-3570555" [ 1112.346652] env[70294]: _type = "Task" [ 1112.346652] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.354170] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.442748] env[70294]: DEBUG nova.network.neutron [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance_info_cache with network_info: [{"id": "f7802a07-0720-49dc-bd98-f39fe9032e58", "address": "fa:16:3e:fd:35:17", "network": {"id": "1ddcda44-9986-45a0-b30e-117cb2617405", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1836690146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c45530c6fab4ad4bf14301b6c215c62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7802a07-07", "ovs_interfaceid": "f7802a07-0720-49dc-bd98-f39fe9032e58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.626341] env[70294]: DEBUG nova.scheduler.client.report [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.765213] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]526a8011-ad7d-1a3d-3f24-b688d719edbd, 'name': SearchDatastore_Task, 'duration_secs': 0.00916} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.765625] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.765784] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/22f608c9-cc51-4554-84e6-29c2fe869d97.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.766066] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38dfa051-4bfe-410e-a5ee-069957ea9eb8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.773436] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1112.773436] env[70294]: value = "task-3570556" [ 1112.773436] env[70294]: _type = "Task" [ 1112.773436] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.784523] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570556, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.830773] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5276a720-3734-603f-b44e-e73035087fbd, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.831218] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.831556] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.831885] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.832167] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.832407] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.832807] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aabe4619-f745-478c-8dd7-68421d2d9075 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.842212] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.842634] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.843512] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e13015f8-0199-4494-bb8d-0d4c61c27916 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.852541] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1112.852541] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5287c4e9-4714-d565-2234-9a623b306048" [ 1112.852541] env[70294]: _type = "Task" [ 1112.852541] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.860676] env[70294]: DEBUG oslo_vmware.api [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570555, 'name': PowerOnVM_Task, 'duration_secs': 0.466283} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.862743] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.863062] env[70294]: INFO nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Took 6.83 seconds to spawn the instance on the hypervisor. [ 1112.863293] env[70294]: DEBUG nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.871541] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ad8bd4-c704-4555-b323-8519e6f718d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.875091] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5287c4e9-4714-d565-2234-9a623b306048, 'name': SearchDatastore_Task, 'duration_secs': 0.014026} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.877242] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12907e63-879d-488f-83c7-cd92776bd98e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.890502] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1112.890502] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f1c3bd-bb3e-5260-2366-1976e8de99c7" [ 1112.890502] env[70294]: _type = "Task" [ 1112.890502] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.900014] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f1c3bd-bb3e-5260-2366-1976e8de99c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.945984] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Releasing lock "refresh_cache-acfa2527-dc28-4751-981d-a79f7688a78d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.946445] env[70294]: DEBUG nova.objects.instance [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'migration_context' on Instance uuid acfa2527-dc28-4751-981d-a79f7688a78d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.976659] env[70294]: DEBUG nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.001774] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.002175] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.002423] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.002690] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.002927] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.003157] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.003461] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.003708] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.003946] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.004196] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.004463] env[70294]: DEBUG nova.virt.hardware [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.005625] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ed1835-2ca1-4681-9260-226c87578967 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.017872] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bb8424-5ed8-44f7-a86b-d1ffbff8ba3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.033199] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.039160] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Creating folder: Project (406fa792dfe04972b05cb5a748cbafe8). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.039612] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17cbdc68-7713-4dea-9b17-1f3d7e7a874e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.050326] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Created folder: Project (406fa792dfe04972b05cb5a748cbafe8) in parent group-v712401. [ 1113.050589] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Creating folder: Instances. Parent ref: group-v712701. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.050873] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed0047c4-d0df-467a-9927-ec1f697da789 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.060084] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Created folder: Instances in parent group-v712701. [ 1113.060397] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.060616] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.060830] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6fa2f6c-91e6-4a78-b374-559221f55900 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.079562] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.079562] env[70294]: value = "task-3570559" [ 1113.079562] env[70294]: _type = "Task" [ 1113.079562] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.087537] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570559, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.132166] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.160375] env[70294]: INFO nova.scheduler.client.report [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Deleted allocations for instance b5b87045-5079-4dbe-af1b-952ba6a1c263 [ 1113.284115] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570556, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507116} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.284397] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/22f608c9-cc51-4554-84e6-29c2fe869d97.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.284636] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.284897] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-418f9994-7601-4595-aa2e-76815b25f9f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.291289] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1113.291289] env[70294]: value = "task-3570560" [ 1113.291289] env[70294]: _type = "Task" [ 1113.291289] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.299300] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.378200] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.378403] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.378647] env[70294]: INFO nova.compute.manager [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Attaching volume aed68b00-da2e-41a5-bea2-7362db9d6afb to /dev/sdb [ 1113.402861] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f1c3bd-bb3e-5260-2366-1976e8de99c7, 'name': SearchDatastore_Task, 'duration_secs': 0.011132} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.403382] env[70294]: INFO nova.compute.manager [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Took 14.76 seconds to build instance. [ 1113.404290] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.404546] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.404966] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c59772d0-d368-4b6b-a7d1-68061fb26020 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.412023] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1113.412023] env[70294]: value = "task-3570561" [ 1113.412023] env[70294]: _type = "Task" [ 1113.412023] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.417427] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de5e3d8-9b8c-4acc-9f3d-1099889a571d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.425072] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.428279] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6817cd-3ffd-491c-b935-dbec1c0646c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.443925] env[70294]: DEBUG nova.virt.block_device [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updating existing volume attachment record: 26c31c53-5938-4f95-8151-369ad190328e {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1113.452772] env[70294]: DEBUG nova.objects.base [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.452772] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a60026e-9046-4825-8ec6-3684323ea978 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.473656] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af025292-86cc-420a-9766-b46ccdff6e77 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.479158] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1113.479158] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52143981-b434-56d1-6675-ced81afc0d76" [ 1113.479158] env[70294]: _type = "Task" [ 1113.479158] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.487209] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52143981-b434-56d1-6675-ced81afc0d76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.589211] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570559, 'name': CreateVM_Task, 'duration_secs': 0.412461} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.589399] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.589821] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.589980] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.590305] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.590580] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168aa445-ad79-47c7-add0-0027ccbe4d51 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.595582] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1113.595582] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f57fe0-abc0-633d-bb09-524a49050940" [ 1113.595582] env[70294]: _type = "Task" [ 1113.595582] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.603547] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f57fe0-abc0-633d-bb09-524a49050940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.668259] env[70294]: DEBUG oslo_concurrency.lockutils [None req-79cb307e-7023-4895-94a3-ea37f2b3c8a6 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "b5b87045-5079-4dbe-af1b-952ba6a1c263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.406s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.801286] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072249} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.801552] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.802498] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb55248-37c5-48a3-867c-a306107322e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.826018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/22f608c9-cc51-4554-84e6-29c2fe869d97.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.826330] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c30f4d35-90e9-4527-a2e0-f3c6be805e6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.845597] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1113.845597] env[70294]: value = "task-3570563" [ 1113.845597] env[70294]: _type = "Task" [ 1113.845597] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.853724] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.906368] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d7b2d19-20df-4107-adaf-d6c7f5d19fe1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.266s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.920979] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.989360] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52143981-b434-56d1-6675-ced81afc0d76, 'name': SearchDatastore_Task, 'duration_secs': 0.007102} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.989699] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.989942] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.106015] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f57fe0-abc0-633d-bb09-524a49050940, 'name': SearchDatastore_Task, 'duration_secs': 0.00994} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.106323] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.106962] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.106962] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.106962] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.107133] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.107405] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6438cd93-203e-4743-b4d0-164a1fdff050 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.116069] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.116276] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.117031] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b50691-e862-4547-a1db-eb9f64fd9893 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.122738] env[70294]: DEBUG nova.compute.manager [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Received event network-changed-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.123108] env[70294]: DEBUG nova.compute.manager [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Refreshing instance network info cache due to event network-changed-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.123191] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] Acquiring lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.123869] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] Acquired lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.123869] env[70294]: DEBUG nova.network.neutron [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Refreshing network info cache for port 8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1114.129852] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1114.129852] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e680cf-d80a-f9b7-3583-a38a2e1bb8a8" [ 1114.129852] env[70294]: _type = "Task" [ 1114.129852] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.141688] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e680cf-d80a-f9b7-3583-a38a2e1bb8a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.173061] env[70294]: INFO nova.compute.manager [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Resuming [ 1114.173697] env[70294]: DEBUG nova.objects.instance [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lazy-loading 'flavor' on Instance uuid 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.356112] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.425092] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570561, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.648971] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e680cf-d80a-f9b7-3583-a38a2e1bb8a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011535} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.657092] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c387d03-d787-4fc4-8cfb-a4c75987b4a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.662913] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1114.662913] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277e203-6c04-5a56-bddf-49f40e1988d7" [ 1114.662913] env[70294]: _type = "Task" [ 1114.662913] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.684082] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277e203-6c04-5a56-bddf-49f40e1988d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.725215] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a888a21a-e51d-4f15-908c-56e4a74f232a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.736413] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53571c8-a125-49d9-93f1-c55b10e5da29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.767227] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dacc6b-1f74-4f0b-8595-1250621ef091 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.774938] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aafd23b-2b95-4382-8611-97ed1fc395c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.790601] env[70294]: DEBUG nova.compute.provider_tree [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.814328] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.814834] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.815070] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.816298] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.816298] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.816298] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.816298] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.816298] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1114.818497] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1114.858505] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570563, 'name': ReconfigVM_Task, 'duration_secs': 0.596049} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.858823] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/22f608c9-cc51-4554-84e6-29c2fe869d97.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.859518] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-102ed8e1-1533-467f-a99c-4e6df5c6c27f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.865828] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1114.865828] env[70294]: value = "task-3570566" [ 1114.865828] env[70294]: _type = "Task" [ 1114.865828] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.874961] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570566, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.922917] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570561, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.313168} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.923197] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.923411] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.923664] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ba93ff-7461-4626-a00f-b1e39d79a554 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.930327] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1114.930327] env[70294]: value = "task-3570567" [ 1114.930327] env[70294]: _type = "Task" [ 1114.930327] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.939457] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.958416] env[70294]: DEBUG nova.network.neutron [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Updated VIF entry in instance network info cache for port 8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.959028] env[70294]: DEBUG nova.network.neutron [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Updating instance_info_cache with network_info: [{"id": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "address": "fa:16:3e:31:6c:20", "network": {"id": "90293562-6d96-4099-8efb-8725e4fb4dc5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-382221110-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f637ebbde3d24a98a1394179878487b5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a0734cc4-5718-45e2-9f98-0ded96880bef", "external-id": "nsx-vlan-transportzone-875", "segmentation_id": 875, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a8ff3d5-be", "ovs_interfaceid": "8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.178623] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5277e203-6c04-5a56-bddf-49f40e1988d7, 'name': SearchDatastore_Task, 'duration_secs': 0.050364} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.178623] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.178623] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.178623] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-175770fd-cd73-4af4-82c3-12129e5db6cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.185667] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1115.185667] env[70294]: value = "task-3570568" [ 1115.185667] env[70294]: _type = "Task" [ 1115.185667] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.196613] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.295677] env[70294]: DEBUG nova.scheduler.client.report [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.322051] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.379132] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570566, 'name': Rename_Task, 'duration_secs': 0.194647} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.379501] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1115.379769] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d08829-4a19-4f7e-b7cd-cdec37856ae3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.387953] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1115.387953] env[70294]: value = "task-3570569" [ 1115.387953] env[70294]: _type = "Task" [ 1115.387953] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.396378] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.398710] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d4457-b3be-9f83-f3cf-a7e9929df00e/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1115.399565] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f0941b-f1a0-4761-9ae9-379ec8d69679 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.405512] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d4457-b3be-9f83-f3cf-a7e9929df00e/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1115.405693] env[70294]: ERROR oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d4457-b3be-9f83-f3cf-a7e9929df00e/disk-0.vmdk due to incomplete transfer. [ 1115.405920] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45a6b161-51af-4c5f-b954-464df31cbcd0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.414067] env[70294]: DEBUG oslo_vmware.rw_handles [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520d4457-b3be-9f83-f3cf-a7e9929df00e/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1115.414319] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Uploaded image 6e6008ba-3c58-4496-b0bf-1bb73463e6e8 to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1115.417451] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1115.417789] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eeb5993d-4e66-4843-a1bd-44a154bf9f45 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.424464] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1115.424464] env[70294]: value = "task-3570570" [ 1115.424464] env[70294]: _type = "Task" [ 1115.424464] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.434455] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570570, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.444071] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067949} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.444493] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.445570] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5267d2cf-6c96-4c0c-9b6d-c3d4e3230d67 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.470376] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.471077] env[70294]: DEBUG oslo_concurrency.lockutils [req-c1f304cb-c885-4f7f-9a66-b862e1e1da47 req-7718abb0-4ff6-4a8a-89de-cc5167eb005c service nova] Releasing lock "refresh_cache-4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.471436] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d6ca8d6-e1ac-4afe-8229-0a6293537ead {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.492187] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1115.492187] env[70294]: value = "task-3570571" [ 1115.492187] env[70294]: _type = "Task" [ 1115.492187] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.504218] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.695801] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472129} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.696504] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.696647] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.696858] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-046d8e19-7945-4422-a305-a4859c694cc0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.699550] env[70294]: DEBUG oslo_concurrency.lockutils [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.699754] env[70294]: DEBUG oslo_concurrency.lockutils [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquired lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.699947] env[70294]: DEBUG nova.network.neutron [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.705433] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1115.705433] env[70294]: value = "task-3570572" [ 1115.705433] env[70294]: _type = "Task" [ 1115.705433] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.716980] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.899263] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570569, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.934245] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570570, 'name': Destroy_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.001885] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.215738] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139053} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.216061] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.216928] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f12cd8-2f25-4bd9-b587-66e3a0b6e84c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.237423] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.237749] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-065b98c6-2801-431d-b5a0-562bca89779d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.257952] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1116.257952] env[70294]: value = "task-3570574" [ 1116.257952] env[70294]: _type = "Task" [ 1116.257952] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.268773] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.306811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.317s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.311248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.989s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.311560] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.311764] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1116.312847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd07e35f-7a6a-42a4-a284-b6c731fe8e23 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.321708] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f908130-5fa7-40a6-9288-03dfa5241e8b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.341078] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbb3082-2e5f-4074-9f8c-5b3d712481fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.349193] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6428d4df-3008-45c1-9637-231bacfd2d6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.380374] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179272MB free_disk=81GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1116.380553] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.380786] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.400415] env[70294]: DEBUG oslo_vmware.api [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570569, 'name': PowerOnVM_Task, 'duration_secs': 0.986228} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.400763] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.400976] env[70294]: INFO nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1116.401178] env[70294]: DEBUG nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.401975] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57216782-b110-47ae-b023-a7ad228255d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.435481] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570570, 'name': Destroy_Task, 'duration_secs': 0.686385} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.435788] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Destroyed the VM [ 1116.436122] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1116.436339] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08677731-d9cc-41de-96fa-52896d0e00d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.445068] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1116.445068] env[70294]: value = "task-3570575" [ 1116.445068] env[70294]: _type = "Task" [ 1116.445068] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.457936] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570575, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.506506] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570571, 'name': ReconfigVM_Task, 'duration_secs': 0.612417} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.506817] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.507592] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7713b804-984a-4382-9ade-9bc98de0e1f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.515669] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1116.515669] env[70294]: value = "task-3570576" [ 1116.515669] env[70294]: _type = "Task" [ 1116.515669] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.525272] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570576, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.539214] env[70294]: DEBUG nova.network.neutron [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [{"id": "751fd7f6-891d-415d-b8c8-ae97fa413536", "address": "fa:16:3e:5c:8b:00", "network": {"id": "09bca885-3679-4a69-a2a8-7f2d1b93424c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1317193908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fee270c70e84def8ded29284d2565f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b8137fc-f23d-49b1-b19c-3123a5588f34", "external-id": "nsx-vlan-transportzone-709", "segmentation_id": 709, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap751fd7f6-89", "ovs_interfaceid": "751fd7f6-891d-415d-b8c8-ae97fa413536", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.675379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.675379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.768287] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.879821] env[70294]: INFO nova.scheduler.client.report [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted allocation for migration 732ca53d-2982-4544-9bbe-96d6c2202763 [ 1116.923873] env[70294]: INFO nova.compute.manager [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Took 14.49 seconds to build instance. [ 1116.956667] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570575, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.025861] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570576, 'name': Rename_Task, 'duration_secs': 0.156095} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.026178] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.026436] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e2d1e8-8606-4b0e-9433-52ba1ffc86f0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.033595] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1117.033595] env[70294]: value = "task-3570577" [ 1117.033595] env[70294]: _type = "Task" [ 1117.033595] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.041272] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.042864] env[70294]: DEBUG oslo_concurrency.lockutils [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Releasing lock "refresh_cache-56ebdd39-ce45-46cd-bafb-6d714a19d863" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.043675] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf685c78-78ee-426b-b302-2800c951a130 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.049305] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Resuming the VM {{(pid=70294) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1117.049536] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12e1ec39-24f6-4f35-a11f-63e60ecbd71e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.055077] env[70294]: DEBUG oslo_vmware.api [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1117.055077] env[70294]: value = "task-3570578" [ 1117.055077] env[70294]: _type = "Task" [ 1117.055077] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.062483] env[70294]: DEBUG oslo_vmware.api [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.177227] env[70294]: DEBUG nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.267596] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570574, 'name': ReconfigVM_Task, 'duration_secs': 0.704458} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.267829] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.268542] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18684737-bc74-4ff0-b5eb-a782bc04aaf8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.275152] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1117.275152] env[70294]: value = "task-3570579" [ 1117.275152] env[70294]: _type = "Task" [ 1117.275152] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.283474] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570579, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.357777] env[70294]: INFO nova.compute.manager [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Rescuing [ 1117.357777] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.357940] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.358038] env[70294]: DEBUG nova.network.neutron [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.386622] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.706s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.418422] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5fae36cb-13ff-4a92-a4fa-66f993357e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.418612] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bccd395f-a700-4c5e-903c-ff1830d141c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.418823] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8b228378-2695-4839-869a-e931077ce99d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.418975] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.419097] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 56ebdd39-ce45-46cd-bafb-6d714a19d863 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.419217] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.419357] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance acfa2527-dc28-4751-981d-a79f7688a78d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.419434] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.419545] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 22f608c9-cc51-4554-84e6-29c2fe869d97 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.419654] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance a11454f4-1314-43a9-a0b5-41809c1f3e1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.419761] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 66dd0ce6-7625-42ed-9ffd-384a1ecfd512 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1117.425791] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a82a608-83bb-44d6-9682-5cda9bfd2c35 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.005s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.457756] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570575, 'name': RemoveSnapshot_Task, 'duration_secs': 0.986713} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.458275] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1117.458428] env[70294]: DEBUG nova.compute.manager [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.459211] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d8bf74-ce07-411f-9c78-53bd63169fe1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.545027] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570577, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.564345] env[70294]: DEBUG oslo_vmware.api [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570578, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.698557] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.786747] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570579, 'name': Rename_Task, 'duration_secs': 0.216321} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.787078] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.787403] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d2fed0a-15c7-43e6-a3df-c37d472c22ad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.794534] env[70294]: DEBUG oslo_concurrency.lockutils [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.794795] env[70294]: DEBUG oslo_concurrency.lockutils [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.798048] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1117.798048] env[70294]: value = "task-3570580" [ 1117.798048] env[70294]: _type = "Task" [ 1117.798048] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.809333] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.923210] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1117.923480] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1117.923636] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1117.973766] env[70294]: INFO nova.compute.manager [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Shelve offloading [ 1118.049047] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570577, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.072682] env[70294]: DEBUG oslo_vmware.api [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570578, 'name': PowerOnVM_Task, 'duration_secs': 0.798573} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.072983] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Resumed the VM {{(pid=70294) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1118.073194] env[70294]: DEBUG nova.compute.manager [None req-84cf5c7f-9829-45eb-80ff-e35f27126251 tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.074117] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10230825-8741-4f8c-8a95-1290a25bb194 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.117870] env[70294]: DEBUG nova.network.neutron [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Updating instance_info_cache with network_info: [{"id": "871deaab-c18f-4a5c-94ef-815ece9a9649", "address": "fa:16:3e:f7:47:93", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap871deaab-c1", "ovs_interfaceid": "871deaab-c18f-4a5c-94ef-815ece9a9649", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.134953] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997b7ee8-5f31-48a3-86ab-a7e61511088f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.142951] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e57101a-5abf-46d7-8678-9cdf120a46ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.175471] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d9ac2d-6805-40a1-a201-11041c7af6da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.183158] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5e728-8749-4bc2-8de9-1a23753f9c61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.197974] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.299478] env[70294]: DEBUG nova.compute.utils [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.311796] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570580, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.478187] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.478465] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-056df4ba-2f0e-4c64-98c8-227d5f7fa6d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.486103] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1118.486103] env[70294]: value = "task-3570581" [ 1118.486103] env[70294]: _type = "Task" [ 1118.486103] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.497573] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1118.497819] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1118.498165] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1118.498355] env[70294]: DEBUG nova.compute.manager [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.499128] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0af9218-bd0b-45a9-9d43-19eb0040c387 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.502103] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb79c7a-7ca1-4b6a-93ea-0ff7e6a8a6ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.519023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fe002a-0aed-442a-b3e6-37dd7d3eb0fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.521521] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.521682] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.521853] env[70294]: DEBUG nova.network.neutron [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.546127] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-aed68b00-da2e-41a5-bea2-7362db9d6afb/volume-aed68b00-da2e-41a5-bea2-7362db9d6afb.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.549824] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf1578b2-df62-4720-aa96-a5e234e20688 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.568531] env[70294]: DEBUG oslo_vmware.api [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570577, 'name': PowerOnVM_Task, 'duration_secs': 1.125227} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.569773] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.569983] env[70294]: INFO nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1118.570254] env[70294]: DEBUG nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.570543] env[70294]: DEBUG oslo_vmware.api [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1118.570543] env[70294]: value = "task-3570582" [ 1118.570543] env[70294]: _type = "Task" [ 1118.570543] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.571165] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a377e58-a976-414d-8d8c-fb73e1308226 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.584824] env[70294]: DEBUG oslo_vmware.api [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570582, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.623095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "refresh_cache-22f608c9-cc51-4554-84e6-29c2fe869d97" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.704260] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.707682] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "acfa2527-dc28-4751-981d-a79f7688a78d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.707897] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.708108] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.712020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.712020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.712937] env[70294]: INFO nova.compute.manager [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Terminating instance [ 1118.805167] env[70294]: DEBUG oslo_concurrency.lockutils [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.810915] env[70294]: DEBUG oslo_vmware.api [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570580, 'name': PowerOnVM_Task, 'duration_secs': 0.70225} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.811179] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.811377] env[70294]: INFO nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1118.811555] env[70294]: DEBUG nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.812323] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b838fe-9b6f-437a-8a2f-b34d66abc974 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.084049] env[70294]: DEBUG oslo_vmware.api [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570582, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.094243] env[70294]: INFO nova.compute.manager [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Took 14.77 seconds to build instance. [ 1119.213095] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1119.213095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.831s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.213095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.514s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.213973] env[70294]: INFO nova.compute.claims [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.216997] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1119.217153] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Cleaning up deleted instances {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1119.219470] env[70294]: DEBUG nova.compute.manager [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1119.219703] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1119.221090] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29a1e20-bfd0-4df5-84a4-249a33da4d63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.230218] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.231948] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69b4feb0-c0c8-4edb-9cea-11fdea495901 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.239799] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1119.239799] env[70294]: value = "task-3570583" [ 1119.239799] env[70294]: _type = "Task" [ 1119.239799] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.248610] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570583, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.270436] env[70294]: DEBUG nova.network.neutron [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5ef292-01", "ovs_interfaceid": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.330773] env[70294]: INFO nova.compute.manager [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Took 11.95 seconds to build instance. [ 1119.583786] env[70294]: DEBUG oslo_vmware.api [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570582, 'name': ReconfigVM_Task, 'duration_secs': 0.860638} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.584103] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-aed68b00-da2e-41a5-bea2-7362db9d6afb/volume-aed68b00-da2e-41a5-bea2-7362db9d6afb.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.588874] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65e23bf0-e79d-469b-b572-35b4a5a89633 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.599324] env[70294]: DEBUG oslo_concurrency.lockutils [None req-18294fce-a902-4be8-97ec-e6da91c81580 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.292s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.603384] env[70294]: DEBUG oslo_vmware.api [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1119.603384] env[70294]: value = "task-3570584" [ 1119.603384] env[70294]: _type = "Task" [ 1119.603384] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.611742] env[70294]: DEBUG oslo_vmware.api [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.737310] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] There are 65 instances to clean {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1119.737517] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b5b87045-5079-4dbe-af1b-952ba6a1c263] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.752483] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570583, 'name': PowerOffVM_Task, 'duration_secs': 0.210374} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.752771] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.752978] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1119.753268] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c563848a-5232-4ad5-9fb1-19c89eb1bb85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.774843] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.811616] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.811903] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.812120] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleting the datastore file [datastore1] acfa2527-dc28-4751-981d-a79f7688a78d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.812390] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5756cba-46d6-47bb-a625-4a479590a67e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.821398] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for the task: (returnval){ [ 1119.821398] env[70294]: value = "task-3570586" [ 1119.821398] env[70294]: _type = "Task" [ 1119.821398] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.832605] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.833067] env[70294]: DEBUG oslo_concurrency.lockutils [None req-04039293-833d-478c-8270-2fa47d3c5ba1 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.466s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.889027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.889027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.889276] env[70294]: INFO nova.compute.manager [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Attaching volume 0ca18785-c908-4fa0-a800-d4507317f6c3 to /dev/sdb [ 1119.908152] env[70294]: INFO nova.compute.manager [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Rebuilding instance [ 1119.929017] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3300c3-bc1c-4126-9dbd-dcae902c8308 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.937038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83005563-81d3-4c45-a09e-4d3813d3ee8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.944578] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc7d62-77b9-4e97-8a49-9bd4b9537129 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.954482] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14852c28-577a-482f-8587-e063b19fe090 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.958038] env[70294]: DEBUG nova.virt.block_device [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating existing volume attachment record: 11c1ea45-98c5-480c-8d68-70529006809e {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1119.968127] env[70294]: DEBUG nova.compute.manager [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.968127] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c98e39-bea7-48ab-8f66-74d1572d8a88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.000065] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e3b654-e2d2-4bad-aae7-a5691d9af4d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.009455] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8340dd43-4a6a-4a7d-b3c2-ac1be3133dec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.023889] env[70294]: DEBUG nova.compute.provider_tree [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.115295] env[70294]: DEBUG oslo_vmware.api [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570584, 'name': ReconfigVM_Task, 'duration_secs': 0.139268} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.115295] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1120.141715] env[70294]: DEBUG nova.compute.manager [req-5db03fa6-5e07-444d-91d7-8beaae6bb7ed req-4997f3b7-0b6e-4368-bfde-328ccdec3a78 service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-vif-unplugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.142086] env[70294]: DEBUG oslo_concurrency.lockutils [req-5db03fa6-5e07-444d-91d7-8beaae6bb7ed req-4997f3b7-0b6e-4368-bfde-328ccdec3a78 service nova] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.142128] env[70294]: DEBUG oslo_concurrency.lockutils [req-5db03fa6-5e07-444d-91d7-8beaae6bb7ed req-4997f3b7-0b6e-4368-bfde-328ccdec3a78 service nova] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.142310] env[70294]: DEBUG oslo_concurrency.lockutils [req-5db03fa6-5e07-444d-91d7-8beaae6bb7ed req-4997f3b7-0b6e-4368-bfde-328ccdec3a78 service nova] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.142474] env[70294]: DEBUG nova.compute.manager [req-5db03fa6-5e07-444d-91d7-8beaae6bb7ed req-4997f3b7-0b6e-4368-bfde-328ccdec3a78 service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] No waiting events found dispatching network-vif-unplugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.142703] env[70294]: WARNING nova.compute.manager [req-5db03fa6-5e07-444d-91d7-8beaae6bb7ed req-4997f3b7-0b6e-4368-bfde-328ccdec3a78 service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received unexpected event network-vif-unplugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 for instance with vm_state shelved and task_state shelving_offloading. [ 1120.162730] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.163401] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408bce94-c4f3-4e2c-a478-6f587b100148 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.170802] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1120.170802] env[70294]: value = "task-3570588" [ 1120.170802] env[70294]: _type = "Task" [ 1120.170802] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.179749] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.219682] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.220869] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cad749-75b5-46be-921f-ff38e3b1096f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.227533] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.227815] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3b38c8d-6cc3-4057-84c5-693cb01e518a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.244643] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 2d309dd6-ced0-4c56-be3d-e372e051d556] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.313928] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.314182] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.314376] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleting the datastore file [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.314637] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a918273-abe9-462a-bfc5-e6a02e448ed5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.322288] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1120.322288] env[70294]: value = "task-3570590" [ 1120.322288] env[70294]: _type = "Task" [ 1120.322288] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.334796] env[70294]: DEBUG oslo_vmware.api [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Task: {'id': task-3570586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44991} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.337758] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.337964] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.338159] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.338334] env[70294]: INFO nova.compute.manager [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1120.338616] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.338822] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.339036] env[70294]: DEBUG nova.compute.manager [-] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1120.339136] env[70294]: DEBUG nova.network.neutron [-] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1120.528621] env[70294]: DEBUG nova.scheduler.client.report [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.682503] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.748622] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 454ec889-e2a6-4dd4-bc2c-310edbcacb67] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.838664] env[70294]: DEBUG oslo_vmware.api [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263601} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.838887] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1120.838974] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1120.839104] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1120.945690] env[70294]: INFO nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted allocations for instance bccd395f-a700-4c5e-903c-ff1830d141c5 [ 1120.975862] env[70294]: INFO nova.compute.manager [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Rebuilding instance [ 1121.009235] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.009731] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d15251c8-4278-485a-a82d-c5356d17fe1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.017361] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1121.017361] env[70294]: value = "task-3570593" [ 1121.017361] env[70294]: _type = "Task" [ 1121.017361] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.027914] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.030772] env[70294]: DEBUG nova.compute.manager [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.031644] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d21e2c-7f5c-448d-b232-2d97d86ada64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.036471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.824s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.036995] env[70294]: DEBUG nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.163471] env[70294]: DEBUG nova.network.neutron [-] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.166071] env[70294]: DEBUG nova.objects.instance [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'flavor' on Instance uuid 8b228378-2695-4839-869a-e931077ce99d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.189899] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570588, 'name': PowerOffVM_Task, 'duration_secs': 0.757799} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.190205] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.191077] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d0cab6-8477-4c8e-90fa-28d3216d030d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.215519] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbee37c7-75ff-48a8-ba8c-314e51a01931 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.245842] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.246214] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-811be4ca-b0d6-448a-9f7a-ee91220af89e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.251632] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 047f5227-f233-475e-9db1-5f40d088f689] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.254685] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1121.254685] env[70294]: value = "task-3570594" [ 1121.254685] env[70294]: _type = "Task" [ 1121.254685] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.264033] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1121.264266] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.264511] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.264661] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.264839] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.265117] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f0b789f-177c-449a-ab3f-d6c44827f189 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.273719] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.273883] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.274629] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68751ff-3ecc-418e-af1a-a27b5be9c8c0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.279912] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1121.279912] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52882aea-3aa9-a6d4-1127-0d2f387aa11c" [ 1121.279912] env[70294]: _type = "Task" [ 1121.279912] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.287650] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52882aea-3aa9-a6d4-1127-0d2f387aa11c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.451398] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.451710] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.451932] env[70294]: DEBUG nova.objects.instance [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'resources' on Instance uuid bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.527237] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570593, 'name': PowerOffVM_Task, 'duration_secs': 0.157977} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.527555] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.527791] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.528572] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a9cd4a-1389-4fa1-8b6f-762de95e7d28 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.534864] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.535104] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7021897-92cb-4bc4-a613-c17f3e027d1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.545187] env[70294]: DEBUG nova.compute.utils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.548446] env[70294]: DEBUG nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.548446] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.559353] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.559647] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.559814] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Deleting the datastore file [datastore2] a11454f4-1314-43a9-a0b5-41809c1f3e1b {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.560090] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0b6483-cb22-41e9-9cf2-00595129ae8a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.566885] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1121.566885] env[70294]: value = "task-3570596" [ 1121.566885] env[70294]: _type = "Task" [ 1121.566885] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.574634] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.589618] env[70294]: DEBUG nova.policy [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'db5b447022294ec89a1d4d9c663f8452', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a96560e28ab4406990bc2777c997759f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.668907] env[70294]: INFO nova.compute.manager [-] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Took 1.33 seconds to deallocate network for instance. [ 1121.676089] env[70294]: DEBUG oslo_concurrency.lockutils [None req-5e18b575-5fc6-4bd2-b126-4d6064720d50 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.298s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.755881] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 12bc2882-f0d3-4441-a75a-60987f3c7488] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.792946] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52882aea-3aa9-a6d4-1127-0d2f387aa11c, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.793837] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d17c60-e283-4323-8e2b-69fbb3256809 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.798861] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1121.798861] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263f4e8-3ac0-c682-0343-0f48596a258e" [ 1121.798861] env[70294]: _type = "Task" [ 1121.798861] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.806918] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263f4e8-3ac0-c682-0343-0f48596a258e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.911615] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Successfully created port: b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.954420] env[70294]: DEBUG nova.objects.instance [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'numa_topology' on Instance uuid bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.048927] env[70294]: DEBUG nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.051723] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.052180] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf84111-9208-43b5-a2ad-3049096f63b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.061653] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1122.061653] env[70294]: value = "task-3570597" [ 1122.061653] env[70294]: _type = "Task" [ 1122.061653] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.070281] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.077773] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113377} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.078025] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.078218] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.078393] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.112223] env[70294]: INFO nova.compute.manager [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Rebuilding instance [ 1122.173383] env[70294]: DEBUG nova.compute.manager [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.173630] env[70294]: DEBUG nova.compute.manager [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing instance network info cache due to event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.173848] env[70294]: DEBUG oslo_concurrency.lockutils [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] Acquiring lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.173990] env[70294]: DEBUG oslo_concurrency.lockutils [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] Acquired lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.174219] env[70294]: DEBUG nova.network.neutron [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.177774] env[70294]: DEBUG nova.compute.manager [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.179061] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.179887] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2568317-e66c-49ea-ab8b-e03cec56b54d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.214913] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Successfully created port: dc69c2ae-1561-4ff3-ba1c-479f71d870fc {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.261323] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 001aa0d9-21b2-4f31-a2e2-1df4922cd3f9] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1122.309559] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5263f4e8-3ac0-c682-0343-0f48596a258e, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.309797] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310028] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. {{(pid=70294) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1122.310307] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb4b0176-fd46-4caf-8575-8ee4e06d8d01 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.317750] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1122.317750] env[70294]: value = "task-3570598" [ 1122.317750] env[70294]: _type = "Task" [ 1122.317750] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.326456] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.457118] env[70294]: DEBUG nova.objects.base [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.572426] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570597, 'name': PowerOffVM_Task, 'duration_secs': 0.225545} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.576994] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.576994] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.578114] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c3e25-80ff-4565-883e-d15357f6d8f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.593544] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.594173] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c54d61e4-6154-4a59-bd48-b5d5f2138e5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.625664] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.625765] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.625963] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Deleting the datastore file [datastore2] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.627040] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3aec971-84ea-400c-992c-c78ef4237dd5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.639730] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1122.639730] env[70294]: value = "task-3570601" [ 1122.639730] env[70294]: _type = "Task" [ 1122.639730] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.648703] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.650637] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc46d76c-afa1-4a99-9004-d6651e249c2b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.658139] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2738c8-034a-4c64-ad3e-5b23090cf66c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.695954] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109075d8-990c-496b-8fe2-62202ca8507d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.705405] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f59ebd-f3c0-495e-9f5a-a2dc9c1a3544 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.722631] env[70294]: DEBUG nova.compute.provider_tree [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.765396] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 409da764-e28e-4f6f-af78-7681c7a8bcd9] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1122.829147] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570598, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.061792] env[70294]: DEBUG nova.network.neutron [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updated VIF entry in instance network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.062175] env[70294]: DEBUG nova.network.neutron [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1d5ef292-01", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.064137] env[70294]: DEBUG nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.095578] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.095822] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.095973] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.096160] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.096301] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.096440] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.096939] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.096939] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.096939] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.097117] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.097292] env[70294]: DEBUG nova.virt.hardware [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.098435] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d22889f-0cd9-471b-8607-d861f05576b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.109181] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.109407] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.109563] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.109743] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.109889] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.110047] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.110253] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.110415] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.110581] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.110748] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.110923] env[70294]: DEBUG nova.virt.hardware [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.112180] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b924117-793a-42a4-9844-802a5f345ce0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.118282] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48dfd32-1b42-4e1a-a518-b0d5d1453cbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.133940] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b121d2-3040-4893-a78f-8ac9fccdcde2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.148624] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.154243] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.157877] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.158491] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e0ace5b-a18b-4140-92ad-0113bb8f3a56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.175571] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263015} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.176860] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.177097] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.177292] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.179904] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.179904] env[70294]: value = "task-3570602" [ 1123.179904] env[70294]: _type = "Task" [ 1123.179904] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.189223] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570602, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.200070] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.200427] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11673cb9-7b08-479c-a111-a5715025e8b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.207956] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1123.207956] env[70294]: value = "task-3570603" [ 1123.207956] env[70294]: _type = "Task" [ 1123.207956] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.217793] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.248719] env[70294]: ERROR nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [req-316b733b-7045-4785-9471-cf0ee072c3e1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-316b733b-7045-4785-9471-cf0ee072c3e1"}]} [ 1123.265926] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1123.269359] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 89a7ec5c-7caa-4cb1-b8dc-bdc62da8072b] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1123.283364] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1123.283586] env[70294]: DEBUG nova.compute.provider_tree [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.295712] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1123.317276] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1123.328305] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521417} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.328636] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. [ 1123.329384] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3f9772-c62e-4111-99f2-2a6dfd55903e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.355494] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.359384] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7a636ae-b5bb-4c04-a01a-0bf75a3b8128 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.387739] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1123.387739] env[70294]: value = "task-3570604" [ 1123.387739] env[70294]: _type = "Task" [ 1123.387739] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.417580] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.568611] env[70294]: DEBUG oslo_concurrency.lockutils [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] Releasing lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.568611] env[70294]: DEBUG nova.compute.manager [req-9f41620a-301e-4240-ae2d-32b633a0507a req-3995035b-f648-4de5-9954-523dc95db6ed service nova] [instance: acfa2527-dc28-4751-981d-a79f7688a78d] Received event network-vif-deleted-f7802a07-0720-49dc-bd98-f39fe9032e58 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.588281] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8cf033-6873-4b99-a940-2ca2ad502721 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.595036] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3199bcb-19be-41c7-8e6e-32e759bcb56a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.627742] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4ef285-32e5-4c5e-8db2-0a3ec53ef60d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.635656] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f596a0-f6ba-442d-9a5f-4d9c3d0f3853 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.648972] env[70294]: DEBUG nova.compute.provider_tree [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1123.694257] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570602, 'name': CreateVM_Task, 'duration_secs': 0.308983} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.694428] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.694943] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.695148] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.695536] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696276] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-091c12ee-7158-4b8d-924a-89c947780d85 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.700706] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1123.700706] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ddb810-d3a1-fffa-df47-c632d0113171" [ 1123.700706] env[70294]: _type = "Task" [ 1123.700706] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.708943] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ddb810-d3a1-fffa-df47-c632d0113171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.715274] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570603, 'name': PowerOffVM_Task, 'duration_secs': 0.229196} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.715550] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.767781] env[70294]: INFO nova.compute.manager [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Detaching volume aed68b00-da2e-41a5-bea2-7362db9d6afb [ 1123.772523] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 9201b572-a358-40ba-9a35-75312a13e995] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1123.805018] env[70294]: INFO nova.virt.block_device [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Attempting to driver detach volume aed68b00-da2e-41a5-bea2-7362db9d6afb from mountpoint /dev/sdb [ 1123.805018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1123.805018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1123.805018] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7124e9-6e88-4147-b487-3a9bd1ef3d1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.830028] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Successfully updated port: b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.834016] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260f9ac3-7502-4278-b855-32d3c7706e1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.840961] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11d2d6d-6d98-470c-83e6-5506dcde0f18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.864508] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a798f696-5d0d-481d-a326-e95c90c2ae9e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.880020] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] The volume has not been displaced from its original location: [datastore1] volume-aed68b00-da2e-41a5-bea2-7362db9d6afb/volume-aed68b00-da2e-41a5-bea2-7362db9d6afb.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1123.884915] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.885524] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5447fde-2dea-4051-a314-2f8f69a41d90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.905654] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570604, 'name': ReconfigVM_Task, 'duration_secs': 0.31287} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.906901] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.907537] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1123.907537] env[70294]: value = "task-3570605" [ 1123.907537] env[70294]: _type = "Task" [ 1123.907537] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.908098] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05a6489-3482-453d-a622-5a2a17fa076f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.918871] env[70294]: DEBUG nova.compute.manager [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1123.949087] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a771280-54ab-4c71-8226-80caf510e5a8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.962741] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.968648] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1123.968648] env[70294]: value = "task-3570606" [ 1123.968648] env[70294]: _type = "Task" [ 1123.968648] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.978241] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570606, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.080644] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.080950] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.081202] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.081401] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.081577] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.083718] env[70294]: INFO nova.compute.manager [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Terminating instance [ 1124.169256] env[70294]: ERROR nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [req-2c43ab22-b1e1-4741-a1ac-acac7b1ba042] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2c43ab22-b1e1-4741-a1ac-acac7b1ba042"}]} [ 1124.186123] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1124.197121] env[70294]: DEBUG nova.compute.manager [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received event network-vif-plugged-b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.197243] env[70294]: DEBUG oslo_concurrency.lockutils [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] Acquiring lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.197534] env[70294]: DEBUG oslo_concurrency.lockutils [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.197534] env[70294]: DEBUG oslo_concurrency.lockutils [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.197759] env[70294]: DEBUG nova.compute.manager [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] No waiting events found dispatching network-vif-plugged-b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1124.197916] env[70294]: WARNING nova.compute.manager [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received unexpected event network-vif-plugged-b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 for instance with vm_state building and task_state spawning. [ 1124.198070] env[70294]: DEBUG nova.compute.manager [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received event network-changed-b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.198278] env[70294]: DEBUG nova.compute.manager [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Refreshing instance network info cache due to event network-changed-b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.198425] env[70294]: DEBUG oslo_concurrency.lockutils [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] Acquiring lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.198577] env[70294]: DEBUG oslo_concurrency.lockutils [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] Acquired lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.198711] env[70294]: DEBUG nova.network.neutron [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Refreshing network info cache for port b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.201441] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1124.201670] env[70294]: DEBUG nova.compute.provider_tree [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.213608] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52ddb810-d3a1-fffa-df47-c632d0113171, 'name': SearchDatastore_Task, 'duration_secs': 0.010827} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.214544] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1124.218030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.218253] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.218508] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.218618] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.218794] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.219699] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7abc9e0-86d6-4dab-887f-3e3454f35738 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.225460] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.225700] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.225859] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.226055] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.226206] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.226350] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.226553] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.226712] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.226875] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.227064] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.227317] env[70294]: DEBUG nova.virt.hardware [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.228693] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7f6afb-7cd4-4521-bf13-68decba1da7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.231679] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.231849] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.232879] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff00042-46dc-4978-acc9-493f0b5edb91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.238069] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1124.241212] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9d5283-f54d-47e0-bbf0-176d280bb13e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.246698] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1124.246698] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5204b92c-c462-bdd6-3b8b-b310e1f0132f" [ 1124.246698] env[70294]: _type = "Task" [ 1124.246698] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.257309] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.262950] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.265982] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.266418] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ad863c7-3a0b-44f0-9920-c65cd0e39358 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.284623] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: bee607f7-7665-4647-8a45-3f71df824e47] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.286409] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5204b92c-c462-bdd6-3b8b-b310e1f0132f, 'name': SearchDatastore_Task, 'duration_secs': 0.009603} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.287970] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24dfd23b-2a3f-4bfe-bec8-27b201502b9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.292629] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.292629] env[70294]: value = "task-3570607" [ 1124.292629] env[70294]: _type = "Task" [ 1124.292629] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.293482] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1124.293482] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b0b9d4-84df-532a-69d1-d02375de033c" [ 1124.293482] env[70294]: _type = "Task" [ 1124.293482] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.309896] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b0b9d4-84df-532a-69d1-d02375de033c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.310060] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570607, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.422576] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570605, 'name': ReconfigVM_Task, 'duration_secs': 0.19356} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.425219] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1124.433020] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52453841-4ae7-4c49-8e5f-69e6b09aa3f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.451058] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1124.451058] env[70294]: value = "task-3570608" [ 1124.451058] env[70294]: _type = "Task" [ 1124.451058] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.455747] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.459350] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.462918] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1ee765-d496-42cc-b708-9fbc782853aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.465482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.473178] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6854db-0646-4095-b6b0-d4cc8463074c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.481853] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570606, 'name': ReconfigVM_Task, 'duration_secs': 0.171864} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.508117] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.508117] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0058590b-3a28-44dd-a23b-1452fe2e0e25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.510673] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b758340c-41ff-405c-83f9-b47506570da2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.519021] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b72a192-c885-4a7d-b46b-956877e6839a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.524347] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1124.524347] env[70294]: value = "task-3570609" [ 1124.524347] env[70294]: _type = "Task" [ 1124.524347] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.535920] env[70294]: DEBUG nova.compute.provider_tree [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.544847] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570609, 'name': PowerOnVM_Task} progress is 33%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.590023] env[70294]: DEBUG nova.compute.manager [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1124.590023] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.590023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e768743-d5a0-4a5b-9e2c-508b9da735bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.605291] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.605291] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5feb5b25-358a-4aaf-8d95-2eb997255f82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.614386] env[70294]: DEBUG oslo_vmware.api [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1124.614386] env[70294]: value = "task-3570610" [ 1124.614386] env[70294]: _type = "Task" [ 1124.614386] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.623094] env[70294]: DEBUG oslo_vmware.api [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.734102] env[70294]: DEBUG nova.network.neutron [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.788382] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: bdb12c7d-6dea-45a2-b133-47d78f0cbc3e] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1124.806288] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b0b9d4-84df-532a-69d1-d02375de033c, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.809531] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.809851] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.810426] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570607, 'name': CreateVM_Task, 'duration_secs': 0.397731} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.810625] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848535e1-8f21-4fdf-ad7d-45b8ab377090 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.812702] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.813191] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.813387] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.813693] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.814764] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8181d88-4975-4941-b34b-9331962e966f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.819619] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1124.819619] env[70294]: value = "task-3570611" [ 1124.819619] env[70294]: _type = "Task" [ 1124.819619] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.825182] env[70294]: DEBUG nova.network.neutron [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.826847] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1124.826847] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ce118-228a-423e-bc7f-39e87b6f204b" [ 1124.826847] env[70294]: _type = "Task" [ 1124.826847] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.835186] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.842089] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520ce118-228a-423e-bc7f-39e87b6f204b, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.843085] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.843406] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.843684] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.843882] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.844110] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.845033] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05915ca3-b40c-444e-b45c-7a43efabaee4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.854567] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.854815] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.855815] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e664f648-08c9-438d-9cec-7b817e08e426 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.861626] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1124.861626] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525b9407-3988-9fa0-b6b5-b6d27aa25f47" [ 1124.861626] env[70294]: _type = "Task" [ 1124.861626] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.870613] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525b9407-3988-9fa0-b6b5-b6d27aa25f47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.961831] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570608, 'name': ReconfigVM_Task, 'duration_secs': 0.189244} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.962203] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1125.011550] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1125.011891] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712707', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'name': 'volume-0ca18785-c908-4fa0-a800-d4507317f6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'serial': '0ca18785-c908-4fa0-a800-d4507317f6c3'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1125.012799] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654bfbed-f0ea-4574-9dfc-d973646dfba0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.032580] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca4196e-c6c2-4d5c-bff9-12e5c5b84921 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.043144] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.066428] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-0ca18785-c908-4fa0-a800-d4507317f6c3/volume-0ca18785-c908-4fa0-a800-d4507317f6c3.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.066765] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eddbfa41-4172-4415-9e2c-45dac8465000 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.087824] env[70294]: DEBUG oslo_vmware.api [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1125.087824] env[70294]: value = "task-3570612" [ 1125.087824] env[70294]: _type = "Task" [ 1125.087824] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.092329] env[70294]: DEBUG nova.scheduler.client.report [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 156 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1125.092601] env[70294]: DEBUG nova.compute.provider_tree [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 156 to 157 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1125.092785] env[70294]: DEBUG nova.compute.provider_tree [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1125.102610] env[70294]: DEBUG oslo_vmware.api [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570612, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.124209] env[70294]: DEBUG oslo_vmware.api [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570610, 'name': PowerOffVM_Task, 'duration_secs': 0.285748} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.124474] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.124919] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1125.124919] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aeefd8c7-2133-4a06-9d8d-3d96732b5488 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.199566] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1125.199952] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1125.200308] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleting the datastore file [datastore1] 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1125.200459] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ebbdba2-0081-4c9b-a2d1-d425a545240a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.210321] env[70294]: DEBUG oslo_vmware.api [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for the task: (returnval){ [ 1125.210321] env[70294]: value = "task-3570614" [ 1125.210321] env[70294]: _type = "Task" [ 1125.210321] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.219851] env[70294]: DEBUG oslo_vmware.api [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.292050] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 40a1cad3-9cc3-423f-a553-a8e271053d25] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1125.330398] env[70294]: DEBUG oslo_concurrency.lockutils [req-d30eda07-b5ef-4570-bedc-f3532b37bb01 req-046ffc65-689a-4df9-b93d-a1bb6f4d80b1 service nova] Releasing lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.330741] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434575} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.330970] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.331197] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.331444] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b4957b1-dafa-43e0-b7b8-672d3309949f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.338757] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1125.338757] env[70294]: value = "task-3570615" [ 1125.338757] env[70294]: _type = "Task" [ 1125.338757] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.347064] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.372405] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525b9407-3988-9fa0-b6b5-b6d27aa25f47, 'name': SearchDatastore_Task, 'duration_secs': 0.008772} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.373226] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73dda1f6-f4f7-4cd9-88f3-06ba8b91ba6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.378506] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1125.378506] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52deea38-21d4-f27b-2a81-081d439ad69d" [ 1125.378506] env[70294]: _type = "Task" [ 1125.378506] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.386282] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52deea38-21d4-f27b-2a81-081d439ad69d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.538340] env[70294]: DEBUG oslo_vmware.api [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570609, 'name': PowerOnVM_Task, 'duration_secs': 0.577635} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.538703] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.541191] env[70294]: DEBUG nova.compute.manager [None req-fbeb8315-51b4-48cf-ac67-097671e1f30f tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.541932] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc63685b-5e0c-4ce5-8b11-5ee733173919 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.596603] env[70294]: DEBUG oslo_vmware.api [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570612, 'name': ReconfigVM_Task, 'duration_secs': 0.422569} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.596878] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-0ca18785-c908-4fa0-a800-d4507317f6c3/volume-0ca18785-c908-4fa0-a800-d4507317f6c3.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.601988] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.150s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.604332] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c7fac46-83fa-43d7-93fa-7cdd0d79dcf2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.614335] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.435s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.614434] env[70294]: DEBUG nova.objects.instance [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lazy-loading 'resources' on Instance uuid acfa2527-dc28-4751-981d-a79f7688a78d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.620080] env[70294]: DEBUG oslo_vmware.api [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1125.620080] env[70294]: value = "task-3570616" [ 1125.620080] env[70294]: _type = "Task" [ 1125.620080] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.629482] env[70294]: DEBUG oslo_vmware.api [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.720139] env[70294]: DEBUG oslo_vmware.api [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Task: {'id': task-3570614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167149} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.720454] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.720656] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.720868] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.721059] env[70294]: INFO nova.compute.manager [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1125.721307] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.721509] env[70294]: DEBUG nova.compute.manager [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.721606] env[70294]: DEBUG nova.network.neutron [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.795074] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 03fd75fb-c290-4c43-acfc-04a6e30b8740] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1125.848389] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067158} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.848616] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.849385] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484aadeb-521a-4d5e-a749-6a2d57ac227d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.868949] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.869248] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3537e6-1c74-4d77-8194-1d9b484d9fcb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.892046] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52deea38-21d4-f27b-2a81-081d439ad69d, 'name': SearchDatastore_Task, 'duration_secs': 0.00836} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.892828] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.893105] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.893739] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1125.893739] env[70294]: value = "task-3570617" [ 1125.893739] env[70294]: _type = "Task" [ 1125.893739] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.893928] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1df9656-ebcf-4b2b-9ccf-2ca94f6b4b0e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.903918] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570617, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.904634] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1125.904634] env[70294]: value = "task-3570618" [ 1125.904634] env[70294]: _type = "Task" [ 1125.904634] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.912016] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.010453] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.010798] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6014bfb-0833-4f0d-bdf5-2422d3a692ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.018913] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1126.018913] env[70294]: value = "task-3570619" [ 1126.018913] env[70294]: _type = "Task" [ 1126.018913] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.027019] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.122572] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a82b564f-e1e2-4fed-8ad0-5cc6d8ad2915 tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.659s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.126631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.661s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.126835] env[70294]: INFO nova.compute.manager [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Unshelving [ 1126.129774] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Successfully updated port: dc69c2ae-1561-4ff3-ba1c-479f71d870fc {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.137347] env[70294]: DEBUG oslo_vmware.api [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570616, 'name': ReconfigVM_Task, 'duration_secs': 0.133718} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.137347] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712707', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'name': 'volume-0ca18785-c908-4fa0-a800-d4507317f6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e', 'attached_at': '', 'detached_at': '', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'serial': '0ca18785-c908-4fa0-a800-d4507317f6c3'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1126.232902] env[70294]: DEBUG nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received event network-vif-plugged-dc69c2ae-1561-4ff3-ba1c-479f71d870fc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.233246] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] Acquiring lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.233554] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.233554] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.233663] env[70294]: DEBUG nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] No waiting events found dispatching network-vif-plugged-dc69c2ae-1561-4ff3-ba1c-479f71d870fc {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.234047] env[70294]: WARNING nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received unexpected event network-vif-plugged-dc69c2ae-1561-4ff3-ba1c-479f71d870fc for instance with vm_state building and task_state spawning. [ 1126.234047] env[70294]: DEBUG nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Received event network-vif-deleted-751fd7f6-891d-415d-b8c8-ae97fa413536 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.234329] env[70294]: INFO nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Neutron deleted interface 751fd7f6-891d-415d-b8c8-ae97fa413536; detaching it from the instance and deleting it from the info cache [ 1126.234491] env[70294]: DEBUG nova.network.neutron [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.298747] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: ea8e6d51-c86c-45c1-a73f-2c7398d3786c] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1126.348388] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3660b2fd-30fe-4cbf-853b-93b124adeb1e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.356550] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fce52f-3fd3-441c-8c7f-7bbf97c23cdc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.388575] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35444db5-82d4-4919-9faf-e5b0e398db8b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.396551] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e711791-5baa-4cbc-bc5a-44ee10d51509 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.418536] env[70294]: DEBUG nova.compute.provider_tree [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1126.420375] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570617, 'name': ReconfigVM_Task, 'duration_secs': 0.285466} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.420375] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] a11454f4-1314-43a9-a0b5-41809c1f3e1b/a11454f4-1314-43a9-a0b5-41809c1f3e1b.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.421339] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8865c8a7-cb4a-45f0-b948-cd40e064a9e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.425872] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570618, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.428042] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1126.428042] env[70294]: value = "task-3570620" [ 1126.428042] env[70294]: _type = "Task" [ 1126.428042] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.436780] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570620, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.529144] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1126.529308] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1126.529406] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1126.530618] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4290fadd-a11c-461c-a3e2-582087754762 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.549935] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010d8bef-401d-4723-b263-4bed3f6fe912 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.555901] env[70294]: WARNING nova.virt.vmwareapi.driver [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1126.556254] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.557014] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27aa2c3-1009-4f5c-9f37-7aacddb797b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.563517] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.563780] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca02e24-798a-42b9-bacc-7e626a6f0722 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.589075] env[70294]: DEBUG nova.network.neutron [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.633672] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.633856] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.634040] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.642305] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.642512] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.642852] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleting the datastore file [datastore1] 8b228378-2695-4839-869a-e931077ce99d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.643121] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d18b4c-48d2-4169-a370-bd505c37b5f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.650583] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1126.650583] env[70294]: value = "task-3570622" [ 1126.650583] env[70294]: _type = "Task" [ 1126.650583] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.659020] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.737695] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a07fc5a0-ff99-4108-8964-bcef5b657902 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.747942] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e527dde0-f03e-411e-804a-042100f1627f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.777837] env[70294]: DEBUG nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Detach interface failed, port_id=751fd7f6-891d-415d-b8c8-ae97fa413536, reason: Instance 56ebdd39-ce45-46cd-bafb-6d714a19d863 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.777992] env[70294]: DEBUG nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received event network-changed-dc69c2ae-1561-4ff3-ba1c-479f71d870fc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.778140] env[70294]: DEBUG nova.compute.manager [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Refreshing instance network info cache due to event network-changed-dc69c2ae-1561-4ff3-ba1c-479f71d870fc. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.778330] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] Acquiring lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.803159] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b5367efb-4d1d-412c-adda-cf8790307ccc] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1126.915230] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570618, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.941781] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570620, 'name': Rename_Task, 'duration_secs': 0.149752} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.942212] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.942357] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ec7ddb8-0ada-4e2b-9464-7edf841e44bc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.950229] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1126.950229] env[70294]: value = "task-3570623" [ 1126.950229] env[70294]: _type = "Task" [ 1126.950229] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.958672] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.959599] env[70294]: DEBUG nova.scheduler.client.report [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1126.959988] env[70294]: DEBUG nova.compute.provider_tree [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 157 to 158 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1126.960109] env[70294]: DEBUG nova.compute.provider_tree [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1127.091606] env[70294]: INFO nova.compute.manager [-] [instance: 56ebdd39-ce45-46cd-bafb-6d714a19d863] Took 1.37 seconds to deallocate network for instance. [ 1127.156258] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.162478] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148203} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.162718] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.162901] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.163085] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.172549] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.178576] env[70294]: DEBUG nova.objects.instance [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'flavor' on Instance uuid cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.306198] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: e7572891-de8e-4217-af0f-159a389d8f31] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1127.421209] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570618, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.443232} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.421558] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.421857] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.422174] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38c9e1a5-3443-49b3-bfd7-7bdf72252d29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.429640] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1127.429640] env[70294]: value = "task-3570624" [ 1127.429640] env[70294]: _type = "Task" [ 1127.429640] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.439159] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.463614] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.464442] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.466566] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.011s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.491770] env[70294]: INFO nova.scheduler.client.report [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Deleted allocations for instance acfa2527-dc28-4751-981d-a79f7688a78d [ 1127.494177] env[70294]: DEBUG nova.network.neutron [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Updating instance_info_cache with network_info: [{"id": "b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6", "address": "fa:16:3e:a8:30:c2", "network": {"id": "22fc35f5-8c51-4e57-8412-c39d53c3a0e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1023676398", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cf0905-3a", "ovs_interfaceid": "b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc69c2ae-1561-4ff3-ba1c-479f71d870fc", "address": "fa:16:3e:8c:6a:55", "network": {"id": "cd37f921-e5c0-419d-89a7-2c981feae07d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65718449", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc69c2ae-15", "ovs_interfaceid": "dc69c2ae-1561-4ff3-ba1c-479f71d870fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.600415] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.667908] env[70294]: INFO nova.virt.block_device [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Booting with volume aed68b00-da2e-41a5-bea2-7362db9d6afb at /dev/sdb [ 1127.683369] env[70294]: DEBUG oslo_concurrency.lockutils [None req-25f2ca77-b6bb-4e78-945a-54427d203ef8 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.794s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.688478] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.688697] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.705842] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b450bea8-2b5d-40f7-a43e-204cde522e48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.715373] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3cd355c-7660-4f29-b09d-a4ecb095ba6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.746298] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3af2c6c-9bd5-4dba-94ae-8f3f1607f3f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.755136] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af3dc9d-cf1d-44fc-9d9a-475a913eb265 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.784484] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9be66dc-4f5b-4e97-9835-f06bc3320caf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.791048] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8dee3d-bfd2-428f-949c-edded84f7377 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.804591] env[70294]: DEBUG nova.virt.block_device [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updating existing volume attachment record: 16a43673-f68b-45e0-b5fc-703795db79ca {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1127.809065] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 2f6ceeb2-c77e-45ab-b6b2-ca4c1566d1f7] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1127.939977] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093346} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.940214] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.940993] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee1f736-16a3-4374-9126-53e39af1c55d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.960368] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.963748] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aee6d3fc-b8dd-43f3-8115-7489f369c450 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.980343] env[70294]: INFO nova.compute.claims [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.989071] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.990345] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1127.990345] env[70294]: value = "task-3570625" [ 1127.990345] env[70294]: _type = "Task" [ 1127.990345] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.998899] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Releasing lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.999239] env[70294]: DEBUG nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Instance network_info: |[{"id": "b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6", "address": "fa:16:3e:a8:30:c2", "network": {"id": "22fc35f5-8c51-4e57-8412-c39d53c3a0e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1023676398", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cf0905-3a", "ovs_interfaceid": "b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc69c2ae-1561-4ff3-ba1c-479f71d870fc", "address": "fa:16:3e:8c:6a:55", "network": {"id": "cd37f921-e5c0-419d-89a7-2c981feae07d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65718449", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc69c2ae-15", "ovs_interfaceid": "dc69c2ae-1561-4ff3-ba1c-479f71d870fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1128.002139] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.002384] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6469fde7-cb4d-4a9b-ab08-e9ae5ced0c28 tempest-DeleteServersTestJSON-811743662 tempest-DeleteServersTestJSON-811743662-project-member] Lock "acfa2527-dc28-4751-981d-a79f7688a78d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.294s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.003428] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] Acquired lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.003740] env[70294]: DEBUG nova.network.neutron [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Refreshing network info cache for port dc69c2ae-1561-4ff3-ba1c-479f71d870fc {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.004717] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:30:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b2c019b6-3ef3-4c8f-95bd-edede2c554a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:6a:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc69c2ae-1561-4ff3-ba1c-479f71d870fc', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.014046] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.015935] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.015935] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6fefc79-4279-45b2-850b-f3da998ed7e4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.038883] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.038883] env[70294]: value = "task-3570626" [ 1128.038883] env[70294]: _type = "Task" [ 1128.038883] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.046678] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570626, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.080236] env[70294]: DEBUG nova.compute.manager [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1128.190397] env[70294]: DEBUG nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.312547] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: bba519dd-5ee1-4a1e-825f-f5e7afaf9b38] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1128.462207] env[70294]: DEBUG oslo_vmware.api [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570623, 'name': PowerOnVM_Task, 'duration_secs': 1.258364} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.462464] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.462658] env[70294]: DEBUG nova.compute.manager [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.463475] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17539865-0fbf-4135-a971-cb20e093cc8a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.487062] env[70294]: INFO nova.compute.resource_tracker [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating resource usage from migration 8d28308d-c4d5-436f-9ffa-ac26b3f7a081 [ 1128.500482] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570625, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.552299] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570626, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.608664] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.678477] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a14a6-53b0-43a1-be39-5a417ccc1f97 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.686203] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039eac1-ac35-41da-a2dc-27300801d561 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.718658] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab00603-1240-4db7-87bb-ebdcfee9e63e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.727791] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8fd140-bd3d-458c-893b-b6b1d3dd782e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.734232] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.744006] env[70294]: DEBUG nova.compute.provider_tree [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1128.778401] env[70294]: DEBUG nova.network.neutron [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Updated VIF entry in instance network info cache for port dc69c2ae-1561-4ff3-ba1c-479f71d870fc. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.778812] env[70294]: DEBUG nova.network.neutron [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Updating instance_info_cache with network_info: [{"id": "b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6", "address": "fa:16:3e:a8:30:c2", "network": {"id": "22fc35f5-8c51-4e57-8412-c39d53c3a0e5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1023676398", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b2c019b6-3ef3-4c8f-95bd-edede2c554a9", "external-id": "nsx-vlan-transportzone-364", "segmentation_id": 364, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0cf0905-3a", "ovs_interfaceid": "b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "dc69c2ae-1561-4ff3-ba1c-479f71d870fc", "address": "fa:16:3e:8c:6a:55", "network": {"id": "cd37f921-e5c0-419d-89a7-2c981feae07d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-65718449", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.57", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "a96560e28ab4406990bc2777c997759f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc69c2ae-15", "ovs_interfaceid": "dc69c2ae-1561-4ff3-ba1c-479f71d870fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.816950] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 4206b5b3-db1d-46ff-8c8c-4157deb2ab24] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1128.979280] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.000374] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570625, 'name': ReconfigVM_Task, 'duration_secs': 0.660915} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.000781] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512/66dd0ce6-7625-42ed-9ffd-384a1ecfd512.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.001483] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f6fd2d9-94ee-4d11-9e06-878f8760f955 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.007402] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1129.007402] env[70294]: value = "task-3570628" [ 1129.007402] env[70294]: _type = "Task" [ 1129.007402] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.014948] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570628, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.048944] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570626, 'name': CreateVM_Task, 'duration_secs': 0.59358} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.049221] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.050099] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.050286] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.050646] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.051024] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cd90df-686f-4741-adb1-e4ccad73488e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.055051] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1129.055051] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52612ab7-75c1-1fa4-9acd-eb69271da3ac" [ 1129.055051] env[70294]: _type = "Task" [ 1129.055051] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.062619] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52612ab7-75c1-1fa4-9acd-eb69271da3ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.266553] env[70294]: ERROR nova.scheduler.client.report [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [req-49b5db1c-8353-4bbb-bc41-7631547bb213] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49b5db1c-8353-4bbb-bc41-7631547bb213"}]} [ 1129.281527] env[70294]: DEBUG oslo_concurrency.lockutils [req-b1c38f94-da81-4c7c-9e62-6f3b1a750541 req-81c5a5dc-3bdd-46ce-b735-ae38293e7af4 service nova] Releasing lock "refresh_cache-9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.283984] env[70294]: DEBUG nova.scheduler.client.report [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1129.299267] env[70294]: DEBUG nova.scheduler.client.report [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1129.299267] env[70294]: DEBUG nova.compute.provider_tree [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.310334] env[70294]: DEBUG nova.scheduler.client.report [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1129.320772] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 555e7155-b853-42b3-ba0c-ae6e5bc1f6b2] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1129.329528] env[70294]: DEBUG nova.scheduler.client.report [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1129.505878] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb7bac0-2be9-4fec-a72f-fa2a9a18d268 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.520056] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15281322-d4a3-4b16-b855-41915f7e9ff3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.523059] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570628, 'name': Rename_Task, 'duration_secs': 0.235588} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.523337] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.523923] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3d2f9ef-ece5-415e-b7be-27c7d2125fa3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.552496] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead3806b-e9e7-49b3-b280-fb65a544bc81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.555243] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1129.555243] env[70294]: value = "task-3570629" [ 1129.555243] env[70294]: _type = "Task" [ 1129.555243] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.566102] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f7469c-be04-4974-a9ce-7a201034b30b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.577133] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52612ab7-75c1-1fa4-9acd-eb69271da3ac, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.577377] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.578147] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.578432] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.578746] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.578896] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.579126] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.587090] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccfa2af5-32ca-4b5f-a406-1bb89e9629f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.589290] env[70294]: DEBUG nova.compute.provider_tree [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.597449] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.597665] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.598432] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5de009b-1a17-4a9f-b893-a7889fd06e8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.603554] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1129.603554] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5285f809-08d1-3377-b91e-fcafe9e1de25" [ 1129.603554] env[70294]: _type = "Task" [ 1129.603554] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.612641] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5285f809-08d1-3377-b91e-fcafe9e1de25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.824030] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 4eb15d67-84bf-48b4-9c06-37eac6194e38] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1129.918883] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.919240] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.919342] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.919618] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.919795] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.919941] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.920730] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.920922] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.921308] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.921533] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.921763] env[70294]: DEBUG nova.virt.hardware [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.922630] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ef0a96-4274-4230-863a-64f340585d6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.932544] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b939976-bd38-4d30-8355-7b819b1c8136 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.946806] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:47:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af3c1d6c-7a68-4e2a-8ce9-0571a057ce62', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.954250] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.954520] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.954739] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f3a0f13-93c3-4660-9e30-453e3104c13e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.973867] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.973867] env[70294]: value = "task-3570630" [ 1129.973867] env[70294]: _type = "Task" [ 1129.973867] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.982507] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570630, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.066939] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570629, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.114666] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5285f809-08d1-3377-b91e-fcafe9e1de25, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.115654] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba87aff5-517b-47d4-a02c-90ee8cadd5bf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.121042] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1130.121042] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5218adcc-fa10-089f-e780-c0a479811f13" [ 1130.121042] env[70294]: _type = "Task" [ 1130.121042] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.132948] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5218adcc-fa10-089f-e780-c0a479811f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.132948] env[70294]: DEBUG nova.scheduler.client.report [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1130.132948] env[70294]: DEBUG nova.compute.provider_tree [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 161 to 162 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1130.132948] env[70294]: DEBUG nova.compute.provider_tree [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.140236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.140236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.140236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.140236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.140236] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.141194] env[70294]: INFO nova.compute.manager [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Terminating instance [ 1130.327485] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 792c7301-d50d-472a-8a76-b1c659f9681c] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1130.483666] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570630, 'name': CreateVM_Task, 'duration_secs': 0.302771} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.483879] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.484599] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.484771] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.485088] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.485344] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26b049cc-3e9c-4b5c-bad1-68d2027a2b52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.489750] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1130.489750] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245968c-50fd-e391-9c31-4febe8c5a6bb" [ 1130.489750] env[70294]: _type = "Task" [ 1130.489750] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.496899] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245968c-50fd-e391-9c31-4febe8c5a6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.564725] env[70294]: DEBUG oslo_vmware.api [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570629, 'name': PowerOnVM_Task, 'duration_secs': 0.725184} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.564943] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.565180] env[70294]: DEBUG nova.compute.manager [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.565956] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed3b901-12b0-402b-8bf9-69b7116d796e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.631738] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5218adcc-fa10-089f-e780-c0a479811f13, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.631992] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.632264] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f/9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.632523] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba13621-4339-4b82-a5e5-0e03044f7aa2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.638776] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.172s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.638975] env[70294]: INFO nova.compute.manager [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Migrating [ 1130.645416] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1130.645416] env[70294]: value = "task-3570631" [ 1130.645416] env[70294]: _type = "Task" [ 1130.645416] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.646088] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.490s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.646088] env[70294]: DEBUG nova.objects.instance [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'pci_requests' on Instance uuid bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.647426] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "refresh_cache-a11454f4-1314-43a9-a0b5-41809c1f3e1b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.647611] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquired lock "refresh_cache-a11454f4-1314-43a9-a0b5-41809c1f3e1b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.647923] env[70294]: DEBUG nova.network.neutron [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1130.665901] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.831065] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: d515b927-f1fc-4e69-811a-163cb0dbd34c] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1131.002852] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5245968c-50fd-e391-9c31-4febe8c5a6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.012831} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.003234] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.003524] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.003833] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.004077] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.004335] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.004647] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8805cb66-376f-416d-9a50-c72b8d10a003 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.016318] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.016546] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.017464] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3beae711-4852-4e88-9c75-af53074fc196 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.023463] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1131.023463] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e45da9-5484-f107-0552-c9ecca7a373a" [ 1131.023463] env[70294]: _type = "Task" [ 1131.023463] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.031827] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e45da9-5484-f107-0552-c9ecca7a373a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.083251] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.154248] env[70294]: DEBUG nova.objects.instance [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'numa_topology' on Instance uuid bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.163051] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.163252] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.163426] env[70294]: DEBUG nova.network.neutron [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.164654] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432929} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.165525] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f/9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.165768] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.166306] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88360308-fe8b-4bcf-9475-36a296ac477d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.174465] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1131.174465] env[70294]: value = "task-3570632" [ 1131.174465] env[70294]: _type = "Task" [ 1131.174465] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.184700] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.185793] env[70294]: DEBUG nova.network.neutron [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1131.243908] env[70294]: DEBUG nova.network.neutron [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.334729] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: cf220761-73ab-413c-b347-ba2a3e38d2d7] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1131.533486] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e45da9-5484-f107-0552-c9ecca7a373a, 'name': SearchDatastore_Task, 'duration_secs': 0.034154} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.534454] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df495fd4-fa09-462f-a620-ec5f8c572790 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.539865] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1131.539865] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52955d82-f12b-ea6c-8402-75e055cd6e66" [ 1131.539865] env[70294]: _type = "Task" [ 1131.539865] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.547775] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52955d82-f12b-ea6c-8402-75e055cd6e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.657269] env[70294]: INFO nova.compute.claims [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1131.684124] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064755} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.684705] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.685306] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e2861-62e9-448b-8d45-35b957133f9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.711237] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f/9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.714403] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0644cc2f-8624-4ee5-9cfa-8a3c4c4465d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.735659] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1131.735659] env[70294]: value = "task-3570633" [ 1131.735659] env[70294]: _type = "Task" [ 1131.735659] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.748384] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Releasing lock "refresh_cache-a11454f4-1314-43a9-a0b5-41809c1f3e1b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.749264] env[70294]: DEBUG nova.compute.manager [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1131.749264] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.749500] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.750470] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6ec124-8050-4242-9735-2d7cb61b6fa2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.759052] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.759052] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4e8200e-c024-4647-8503-9972de7603e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.767136] env[70294]: DEBUG oslo_vmware.api [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1131.767136] env[70294]: value = "task-3570634" [ 1131.767136] env[70294]: _type = "Task" [ 1131.767136] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.775591] env[70294]: DEBUG oslo_vmware.api [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.838691] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b4fa108c-6cf0-40b7-a27f-e9f9dc80671d] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1131.918251] env[70294]: DEBUG nova.network.neutron [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.050297] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52955d82-f12b-ea6c-8402-75e055cd6e66, 'name': SearchDatastore_Task, 'duration_secs': 0.009146} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.050578] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.050842] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.051118] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-308441d9-0594-45e8-88d6-9dc3992157fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.057821] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1132.057821] env[70294]: value = "task-3570635" [ 1132.057821] env[70294]: _type = "Task" [ 1132.057821] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.065585] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.247224] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570633, 'name': ReconfigVM_Task, 'duration_secs': 0.481007} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.247224] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f/9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.247488] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a33f92b8-e7d2-4c9a-bc2c-4e8b96726cf7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.250460] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.250730] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.250970] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.251231] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.252049] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.253480] env[70294]: INFO nova.compute.manager [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Terminating instance [ 1132.257878] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1132.257878] env[70294]: value = "task-3570636" [ 1132.257878] env[70294]: _type = "Task" [ 1132.257878] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.265946] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570636, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.276868] env[70294]: DEBUG oslo_vmware.api [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570634, 'name': PowerOffVM_Task, 'duration_secs': 0.171586} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.277260] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.277515] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.277852] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-540e4433-5847-4b36-8335-18d34bc5b2c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.301031] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.301320] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.301516] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Deleting the datastore file [datastore1] a11454f4-1314-43a9-a0b5-41809c1f3e1b {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.301765] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86f1be53-17d1-4a0e-ba9f-45a4324c0867 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.308291] env[70294]: DEBUG oslo_vmware.api [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for the task: (returnval){ [ 1132.308291] env[70294]: value = "task-3570638" [ 1132.308291] env[70294]: _type = "Task" [ 1132.308291] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.316443] env[70294]: DEBUG oslo_vmware.api [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.341740] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 6e6449a4-6cbc-4110-9a54-fc68884a3033] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1132.421102] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.572571] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570635, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.760118] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "refresh_cache-66dd0ce6-7625-42ed-9ffd-384a1ecfd512" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.760361] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquired lock "refresh_cache-66dd0ce6-7625-42ed-9ffd-384a1ecfd512" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.760547] env[70294]: DEBUG nova.network.neutron [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.771585] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570636, 'name': Rename_Task, 'duration_secs': 0.153382} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.774246] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.774988] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ab76ef-9d18-4947-b5d2-b06f9b8abddc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.781839] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1132.781839] env[70294]: value = "task-3570639" [ 1132.781839] env[70294]: _type = "Task" [ 1132.781839] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.792829] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570639, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.819849] env[70294]: DEBUG oslo_vmware.api [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Task: {'id': task-3570638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403684} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.820267] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.820398] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.820619] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.820843] env[70294]: INFO nova.compute.manager [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1132.821193] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.824214] env[70294]: DEBUG nova.compute.manager [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1132.824214] env[70294]: DEBUG nova.network.neutron [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1132.842774] env[70294]: DEBUG nova.network.neutron [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.848104] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: fd9d6385-9a8f-446c-9b6e-467b735c68fd] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1132.900285] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b20867d-1143-40c0-85f7-8d27b8e06e46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.907257] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aede1591-0605-42d0-ba7e-afb26f8ad959 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.950824] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4260f20f-7869-4f3d-98a9-b55ee853c91f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.958504] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2204b6-94a3-4a5f-8d65-3d9067e5406f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.972262] env[70294]: DEBUG nova.compute.provider_tree [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.067504] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61841} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.067836] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.068086] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.068422] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40628631-f786-4c03-bd13-95bca3a064f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.076012] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1133.076012] env[70294]: value = "task-3570640" [ 1133.076012] env[70294]: _type = "Task" [ 1133.076012] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.084354] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.282199] env[70294]: DEBUG nova.network.neutron [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.293354] env[70294]: DEBUG oslo_vmware.api [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570639, 'name': PowerOnVM_Task, 'duration_secs': 0.463007} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.293615] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.293818] env[70294]: INFO nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1133.294014] env[70294]: DEBUG nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.294897] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41420324-0dbe-460e-b3a0-5f31c95a886e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.341239] env[70294]: DEBUG nova.network.neutron [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.347512] env[70294]: DEBUG nova.network.neutron [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.350518] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 4337650d-1f83-46a3-a522-c6779fb291c9] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1133.512400] env[70294]: DEBUG nova.scheduler.client.report [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1133.512675] env[70294]: DEBUG nova.compute.provider_tree [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 162 to 163 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1133.512859] env[70294]: DEBUG nova.compute.provider_tree [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.588300] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066043} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.588300] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.588841] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca98614-06be-4ddf-a026-00fa92678686 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.610894] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.611185] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1279b65-c1ed-42c8-8eff-4f645f857679 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.630393] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1133.630393] env[70294]: value = "task-3570641" [ 1133.630393] env[70294]: _type = "Task" [ 1133.630393] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.638263] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.814106] env[70294]: INFO nova.compute.manager [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Took 16.13 seconds to build instance. [ 1133.844572] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Releasing lock "refresh_cache-66dd0ce6-7625-42ed-9ffd-384a1ecfd512" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.845013] env[70294]: DEBUG nova.compute.manager [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.845224] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.846167] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deb5948-9006-4d8a-b0ab-d13fe6852d02 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.850731] env[70294]: INFO nova.compute.manager [-] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Took 1.03 seconds to deallocate network for instance. [ 1133.855772] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: a534f0d3-0db2-490b-8833-6142d3fdf5ff] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1133.862016] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.862016] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6eb51fee-6955-4c0d-bbfc-1fd5010baa57 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.866804] env[70294]: DEBUG oslo_vmware.api [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1133.866804] env[70294]: value = "task-3570642" [ 1133.866804] env[70294]: _type = "Task" [ 1133.866804] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.875290] env[70294]: DEBUG oslo_vmware.api [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.965562] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6742f97-a061-46f6-851c-ec52a355af09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.984358] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance '18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.019255] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.373s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.021519] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.421s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.021734] env[70294]: DEBUG nova.objects.instance [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lazy-loading 'resources' on Instance uuid 56ebdd39-ce45-46cd-bafb-6d714a19d863 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1134.070290] env[70294]: INFO nova.network.neutron [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating port 1d5ef292-01cb-426a-a5e6-0e5bef41c756 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1134.142651] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570641, 'name': ReconfigVM_Task, 'duration_secs': 0.300803} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.142955] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 8b228378-2695-4839-869a-e931077ce99d/8b228378-2695-4839-869a-e931077ce99d.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.145391] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'size': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'encryption_options': None, 'encryption_format': None, 'image_id': '99f0178b-f4a3-41dc-9300-f7b8d2960245'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'attachment_id': '16a43673-f68b-45e0-b5fc-703795db79ca', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=70294) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1134.145391] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1134.145391] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1134.145965] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82666232-f4e0-4344-ab84-3eb2ffa5700d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.163189] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3415aadf-08bb-4b97-8fa3-a115fe23b073 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.192540] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] volume-aed68b00-da2e-41a5-bea2-7362db9d6afb/volume-aed68b00-da2e-41a5-bea2-7362db9d6afb.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.192865] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0507244-f03d-4920-b464-7131b10c6429 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.215297] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1134.215297] env[70294]: value = "task-3570643" [ 1134.215297] env[70294]: _type = "Task" [ 1134.215297] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.224835] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.316147] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dcac0638-d69c-4ce5-8400-dab6c0895724 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.641s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.362420] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.363045] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 255f4e92-dcc6-4e46-8936-6d2e10ad326a] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1134.376430] env[70294]: DEBUG oslo_vmware.api [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570642, 'name': PowerOffVM_Task, 'duration_secs': 0.319572} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.376703] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.376895] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.377340] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-375c106a-1cd2-4258-a343-3c52b0864e73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.401024] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.401809] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.401809] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Deleting the datastore file [datastore1] 66dd0ce6-7625-42ed-9ffd-384a1ecfd512 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.401809] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dc5f9f4-e43f-4a97-9601-ae36b973405e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.410345] env[70294]: DEBUG oslo_vmware.api [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for the task: (returnval){ [ 1134.410345] env[70294]: value = "task-3570645" [ 1134.410345] env[70294]: _type = "Task" [ 1134.410345] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.418832] env[70294]: DEBUG oslo_vmware.api [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570645, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.423309] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.423535] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.423738] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.423940] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.424129] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.426171] env[70294]: INFO nova.compute.manager [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Terminating instance [ 1134.491343] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.491695] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8163e5c7-343c-468f-b094-208e5e7732e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.499893] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1134.499893] env[70294]: value = "task-3570646" [ 1134.499893] env[70294]: _type = "Task" [ 1134.499893] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.511571] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.715546] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a19ac14-45b7-4b38-aaf3-7ef85b49ca68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.732117] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570643, 'name': ReconfigVM_Task, 'duration_secs': 0.343568} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.732456] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfigured VM instance instance-00000068 to attach disk [datastore1] volume-aed68b00-da2e-41a5-bea2-7362db9d6afb/volume-aed68b00-da2e-41a5-bea2-7362db9d6afb.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.737713] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff0fd91-6bf4-48ff-8584-1f9681e311d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.740830] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6760ea-bbbe-4799-a53b-de168028184c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.754732] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1134.754732] env[70294]: value = "task-3570647" [ 1134.754732] env[70294]: _type = "Task" [ 1134.754732] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.782510] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c184cc7-9a9f-465a-926a-4e9899f4f8ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.789556] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.792581] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9ab747-0d9c-43e4-9c6a-7eac23038bb3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.805650] env[70294]: DEBUG nova.compute.provider_tree [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.868487] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 9b674ed0-6d2a-4254-b1ed-8a446364d5ce] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1134.920770] env[70294]: DEBUG oslo_vmware.api [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Task: {'id': task-3570645, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105634} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.921079] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.921273] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.921450] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.921625] env[70294]: INFO nova.compute.manager [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1134.921963] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.922196] env[70294]: DEBUG nova.compute.manager [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.922310] env[70294]: DEBUG nova.network.neutron [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.932586] env[70294]: DEBUG nova.compute.manager [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.932586] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.932586] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164d9b88-32ae-4ce0-91b2-90bc2164ede6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.939553] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.939827] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af30cbca-e3eb-4f7c-bf35-d0afbf058f81 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.943065] env[70294]: DEBUG nova.network.neutron [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.945748] env[70294]: DEBUG oslo_vmware.api [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1134.945748] env[70294]: value = "task-3570648" [ 1134.945748] env[70294]: _type = "Task" [ 1134.945748] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.959016] env[70294]: DEBUG oslo_vmware.api [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.010206] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570646, 'name': PowerOffVM_Task, 'duration_secs': 0.196289} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.010491] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.010655] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance '18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.288928] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570647, 'name': ReconfigVM_Task, 'duration_secs': 0.140035} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.289244] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1135.289873] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9afcb3bd-c1b2-4148-a01d-2cbe4954228c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.296353] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1135.296353] env[70294]: value = "task-3570649" [ 1135.296353] env[70294]: _type = "Task" [ 1135.296353] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.312522] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570649, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.349707] env[70294]: DEBUG nova.scheduler.client.report [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1135.350300] env[70294]: DEBUG nova.compute.provider_tree [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 163 to 164 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1135.350300] env[70294]: DEBUG nova.compute.provider_tree [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.370656] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: ce77d3cf-12b5-4900-a3f3-4a63733823c8] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.445729] env[70294]: DEBUG nova.network.neutron [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.456479] env[70294]: DEBUG oslo_vmware.api [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570648, 'name': PowerOffVM_Task, 'duration_secs': 0.246215} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.456780] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.457081] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.457913] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f50fe7fb-0e3a-4ac5-8749-1b7c533eb14c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.518551] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.518809] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.518951] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.519148] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.519298] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.519447] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.519651] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.519812] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.519977] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.520622] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.520837] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.526899] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40c8fd71-ad7a-4004-a646-7db7fdbc1e9b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.544391] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1135.544391] env[70294]: value = "task-3570651" [ 1135.544391] env[70294]: _type = "Task" [ 1135.544391] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.549388] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.549609] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.549862] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Deleting the datastore file [datastore1] 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.550036] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff401160-26e7-468a-a865-1c614d35def8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.556662] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570651, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.558114] env[70294]: DEBUG oslo_vmware.api [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for the task: (returnval){ [ 1135.558114] env[70294]: value = "task-3570652" [ 1135.558114] env[70294]: _type = "Task" [ 1135.558114] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.565831] env[70294]: DEBUG oslo_vmware.api [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.806815] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570649, 'name': Rename_Task, 'duration_secs': 0.152397} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.807228] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.807549] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64454832-5681-44ea-b602-50645de0d3ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.814358] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1135.814358] env[70294]: value = "task-3570653" [ 1135.814358] env[70294]: _type = "Task" [ 1135.814358] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.821963] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.858301] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.837s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.862244] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.257s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.874020] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: eb53fd3e-f8db-488f-a13f-3a85b6a3c15d] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1135.890862] env[70294]: INFO nova.scheduler.client.report [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Deleted allocations for instance 56ebdd39-ce45-46cd-bafb-6d714a19d863 [ 1135.899200] env[70294]: DEBUG nova.compute.manager [req-3195e3c6-7e07-43d5-ad23-9ad1212e7d8a req-92b15ab2-8e21-41ca-8d76-06f7b2c273cb service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-vif-plugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.899356] env[70294]: DEBUG oslo_concurrency.lockutils [req-3195e3c6-7e07-43d5-ad23-9ad1212e7d8a req-92b15ab2-8e21-41ca-8d76-06f7b2c273cb service nova] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.899535] env[70294]: DEBUG oslo_concurrency.lockutils [req-3195e3c6-7e07-43d5-ad23-9ad1212e7d8a req-92b15ab2-8e21-41ca-8d76-06f7b2c273cb service nova] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.899655] env[70294]: DEBUG oslo_concurrency.lockutils [req-3195e3c6-7e07-43d5-ad23-9ad1212e7d8a req-92b15ab2-8e21-41ca-8d76-06f7b2c273cb service nova] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.900499] env[70294]: DEBUG nova.compute.manager [req-3195e3c6-7e07-43d5-ad23-9ad1212e7d8a req-92b15ab2-8e21-41ca-8d76-06f7b2c273cb service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] No waiting events found dispatching network-vif-plugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.900753] env[70294]: WARNING nova.compute.manager [req-3195e3c6-7e07-43d5-ad23-9ad1212e7d8a req-92b15ab2-8e21-41ca-8d76-06f7b2c273cb service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received unexpected event network-vif-plugged-1d5ef292-01cb-426a-a5e6-0e5bef41c756 for instance with vm_state shelved_offloaded and task_state spawning. [ 1135.953484] env[70294]: INFO nova.compute.manager [-] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Took 1.03 seconds to deallocate network for instance. [ 1136.053921] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570651, 'name': ReconfigVM_Task, 'duration_secs': 0.184476} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.054253] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance '18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.066725] env[70294]: DEBUG oslo_vmware.api [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Task: {'id': task-3570652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157133} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.066962] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.067170] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.067365] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.067534] env[70294]: INFO nova.compute.manager [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1136.067843] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.068361] env[70294]: DEBUG nova.compute.manager [-] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.068457] env[70294]: DEBUG nova.network.neutron [-] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.157398] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.157745] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.157873] env[70294]: DEBUG nova.network.neutron [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.324637] env[70294]: DEBUG oslo_vmware.api [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570653, 'name': PowerOnVM_Task, 'duration_secs': 0.475747} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.324903] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.325124] env[70294]: DEBUG nova.compute.manager [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.325982] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032a2a17-48a7-423a-8595-a41e5b6f201f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.371952] env[70294]: INFO nova.compute.claims [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1136.379924] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: ffbda3cb-3550-4d4c-bbf6-986aea343b10] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1136.400293] env[70294]: DEBUG oslo_concurrency.lockutils [None req-946d1203-a70d-41bb-b8dc-d2982bf5d94a tempest-ServersNegativeTestJSON-782058407 tempest-ServersNegativeTestJSON-782058407-project-member] Lock "56ebdd39-ce45-46cd-bafb-6d714a19d863" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.319s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.460812] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.561472] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.561472] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.561472] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.561472] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.561472] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.561472] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.561855] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.561855] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.564604] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.564720] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.564846] env[70294]: DEBUG nova.virt.hardware [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.570505] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1136.573019] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ef299b8-bbb5-41b6-ae21-72588d0e0cf5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.595031] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1136.595031] env[70294]: value = "task-3570654" [ 1136.595031] env[70294]: _type = "Task" [ 1136.595031] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.611127] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570654, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.848357] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.881294] env[70294]: INFO nova.compute.resource_tracker [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating resource usage from migration e5fe5f0d-d880-4ee5-bf8a-ee76073c1c33 [ 1136.885365] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: c24db184-492a-4edb-b6e4-964145a18b15] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.108180] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570654, 'name': ReconfigVM_Task, 'duration_secs': 0.17103} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.108600] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1137.111923] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f4c320-1638-4381-aafc-7bd912d2874b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.116251] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728d079e-be1d-4794-abcc-5d4dd2ffcf31 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.136518] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.139678] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cf3f09e-1431-4379-984d-b388180cf3f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.158453] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45857ac-f72a-43ac-92e4-b50bbef9cf29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.163721] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1137.163721] env[70294]: value = "task-3570655" [ 1137.163721] env[70294]: _type = "Task" [ 1137.163721] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.194870] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6459c-849d-4c6b-ae37-ee07326bdca2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.203373] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.207439] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0043f-3f27-4978-b470-3eb1901343bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.213290] env[70294]: DEBUG nova.network.neutron [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5ef292-01", "ovs_interfaceid": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.223182] env[70294]: DEBUG nova.compute.provider_tree [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.393623] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 0ddc8766-9598-4977-9973-1e50288399d5] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.573165] env[70294]: DEBUG nova.network.neutron [-] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.673971] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570655, 'name': ReconfigVM_Task, 'duration_secs': 0.265811} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.675326] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.675550] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance '18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.725504] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.729020] env[70294]: DEBUG nova.scheduler.client.report [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.756406] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='665900ae54e138e6d5f9058b95df62fd',container_format='bare',created_at=2025-04-25T02:42:03Z,direct_url=,disk_format='vmdk',id=6e6008ba-3c58-4496-b0bf-1bb73463e6e8,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-114676809-shelved',owner='99d532073ef24895a6d8a9561c95ff7e',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-04-25T02:42:20Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.756512] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.756591] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.756766] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.756911] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.757173] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.757409] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.757599] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.757828] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.758129] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.758192] env[70294]: DEBUG nova.virt.hardware [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.759209] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d701ad4-e3ab-4a1e-8ec7-481d4daaa336 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.767700] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ee8e77-c3f9-4336-ae76-153fd3d97689 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.791385] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:46:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d5ef292-01cb-426a-a5e6-0e5bef41c756', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.801174] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.801174] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.801174] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84f87d8d-c84f-49c7-a885-c8220ac8d6f7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.825013] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.825013] env[70294]: value = "task-3570656" [ 1137.825013] env[70294]: _type = "Task" [ 1137.825013] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.833213] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570656, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.896876] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b0fd3c48-ac5d-4ddb-9ffc-2059b73f6111] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1137.946127] env[70294]: DEBUG nova.compute.manager [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.946362] env[70294]: DEBUG nova.compute.manager [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing instance network info cache due to event network-changed-1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1137.946579] env[70294]: DEBUG oslo_concurrency.lockutils [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] Acquiring lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.946729] env[70294]: DEBUG oslo_concurrency.lockutils [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] Acquired lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.946946] env[70294]: DEBUG nova.network.neutron [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Refreshing network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.076168] env[70294]: INFO nova.compute.manager [-] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Took 2.01 seconds to deallocate network for instance. [ 1138.185097] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7460a248-ce52-4ee4-9a35-5191dea5173e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.230286] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8256a7-b07d-4c15-8d85-3f1f83d815f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.235555] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.373s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.235555] env[70294]: INFO nova.compute.manager [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Migrating [ 1138.246714] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.512s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.248247] env[70294]: INFO nova.compute.claims [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1138.272778] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance '18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.335074] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570656, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.402882] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 92762e3a-a62a-4fc0-b40a-9eb2ead38951] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.418760] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "3826d9d1-257f-4754-9686-2b8655bf18e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.418760] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.583155] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.718121] env[70294]: DEBUG nova.network.neutron [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updated VIF entry in instance network info cache for port 1d5ef292-01cb-426a-a5e6-0e5bef41c756. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1138.718473] env[70294]: DEBUG nova.network.neutron [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [{"id": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "address": "fa:16:3e:3f:46:07", "network": {"id": "0e8ba6e0-2b8d-4916-8171-6b403b160baa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-446904411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99d532073ef24895a6d8a9561c95ff7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d5ef292-01", "ovs_interfaceid": "1d5ef292-01cb-426a-a5e6-0e5bef41c756", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.777712] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.777934] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.778169] env[70294]: DEBUG nova.network.neutron [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.835702] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570656, 'name': CreateVM_Task, 'duration_secs': 0.522212} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.835702] env[70294]: DEBUG nova.network.neutron [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Port b4bea601-0632-411c-94c1-80bada977e67 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1138.838094] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.838603] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.838913] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.839359] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.839903] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae184641-dbba-4c0c-926d-e0882e83a999 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.845433] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1138.845433] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5ba35-6150-d93f-e2b7-717a9b7aa55b" [ 1138.845433] env[70294]: _type = "Task" [ 1138.845433] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.854382] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a5ba35-6150-d93f-e2b7-717a9b7aa55b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.907341] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 51c6d715-3c57-4bd8-8cf2-fe7b39043d3b] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1138.920568] env[70294]: DEBUG nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.221668] env[70294]: DEBUG oslo_concurrency.lockutils [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] Releasing lock "refresh_cache-bccd395f-a700-4c5e-903c-ff1830d141c5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.222015] env[70294]: DEBUG nova.compute.manager [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received event network-vif-deleted-b0cf0905-3ad3-4bf7-9fe1-d2b9fd998ac6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.222213] env[70294]: DEBUG nova.compute.manager [req-fbfa341c-4f9b-42c5-87f2-78cd5f58a6d7 req-0e7b7685-bf43-47e1-8197-b18436899a1e service nova] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Received event network-vif-deleted-dc69c2ae-1561-4ff3-ba1c-479f71d870fc {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.358376] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.358708] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Processing image 6e6008ba-3c58-4496-b0bf-1bb73463e6e8 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1139.358851] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8/6e6008ba-3c58-4496-b0bf-1bb73463e6e8.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.358994] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8/6e6008ba-3c58-4496-b0bf-1bb73463e6e8.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.359371] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1139.359611] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ee575b8-476c-482c-ba08-b123d3e7de53 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.371907] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1139.372175] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1139.373386] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22330816-e7b2-4a07-927a-3fc6c0cc8f11 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.378694] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1139.378694] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52688d0d-8720-0210-477f-6b392b79bdd6" [ 1139.378694] env[70294]: _type = "Task" [ 1139.378694] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.389195] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52688d0d-8720-0210-477f-6b392b79bdd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.412719] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 8bc30b31-2ab0-4f66-85ac-08005f24a056] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.444694] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.456514] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763da8ad-df79-45cf-a5aa-e33a50651b37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.465977] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad50bb-2b8e-4b06-9084-fbaa1242185c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.500268] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5f43f-e75f-4842-b178-e1b72ed28054 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.506957] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac61b95-4bc8-4b98-ba20-a79644ab459f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.521385] env[70294]: DEBUG nova.compute.provider_tree [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.542741] env[70294]: DEBUG nova.network.neutron [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.862258] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.862540] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.862759] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.889610] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Preparing fetch location {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1139.889857] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Fetch image to [datastore1] OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e/OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e.vmdk {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1139.890055] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Downloading stream optimized image 6e6008ba-3c58-4496-b0bf-1bb73463e6e8 to [datastore1] OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e/OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e.vmdk on the data store datastore1 as vApp {{(pid=70294) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1139.890227] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Downloading image file data 6e6008ba-3c58-4496-b0bf-1bb73463e6e8 to the ESX as VM named 'OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e' {{(pid=70294) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1139.930712] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 67eda3b1-22f1-4952-908d-aa31550608bc] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1139.966493] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1139.966493] env[70294]: value = "resgroup-9" [ 1139.966493] env[70294]: _type = "ResourcePool" [ 1139.966493] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1139.966848] env[70294]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b9b5d3ce-5fcb-4ed5-91b3-f3bd7771001f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.989831] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease: (returnval){ [ 1139.989831] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cf0a7b-8c66-cbe5-4a91-a1bddd179639" [ 1139.989831] env[70294]: _type = "HttpNfcLease" [ 1139.989831] env[70294]: } obtained for vApp import into resource pool (val){ [ 1139.989831] env[70294]: value = "resgroup-9" [ 1139.989831] env[70294]: _type = "ResourcePool" [ 1139.989831] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1139.990215] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the lease: (returnval){ [ 1139.990215] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cf0a7b-8c66-cbe5-4a91-a1bddd179639" [ 1139.990215] env[70294]: _type = "HttpNfcLease" [ 1139.990215] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1139.995875] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.995875] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cf0a7b-8c66-cbe5-4a91-a1bddd179639" [ 1139.995875] env[70294]: _type = "HttpNfcLease" [ 1139.995875] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1140.027610] env[70294]: DEBUG nova.scheduler.client.report [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.045105] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.434010] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 2acfb9db-2e23-4589-a280-84e83b6c0f94] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1140.498294] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.498294] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cf0a7b-8c66-cbe5-4a91-a1bddd179639" [ 1140.498294] env[70294]: _type = "HttpNfcLease" [ 1140.498294] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1140.498597] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1140.498597] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52cf0a7b-8c66-cbe5-4a91-a1bddd179639" [ 1140.498597] env[70294]: _type = "HttpNfcLease" [ 1140.498597] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1140.499387] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1798d21-f2dc-4196-bf3b-d8624909db2e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.506700] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e0bc7-7402-226a-4b07-a43bb0012c40/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1140.506880] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e0bc7-7402-226a-4b07-a43bb0012c40/disk-0.vmdk. {{(pid=70294) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1140.572320] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.572997] env[70294]: DEBUG nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.580848] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.602s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.583018] env[70294]: DEBUG nova.objects.instance [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1140.587367] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ed936402-7766-4feb-acda-8787546a1b78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.906937] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.907157] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.907411] env[70294]: DEBUG nova.network.neutron [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.939180] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 144c3ef5-3026-49ff-8262-6b9be9193b79] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.078841] env[70294]: DEBUG nova.compute.utils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1141.081526] env[70294]: DEBUG nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1141.081721] env[70294]: DEBUG nova.network.neutron [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1141.128903] env[70294]: DEBUG nova.policy [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d71d0ee28a1404b8d78d6a20212053b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c65a13da58e4d3a9088a68ddb2e138e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.442205] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 1700aa78-fb06-40ae-b460-4182615f94fc] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1141.447874] env[70294]: DEBUG nova.network.neutron [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Successfully created port: bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.585082] env[70294]: DEBUG nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.595302] env[70294]: DEBUG oslo_concurrency.lockutils [None req-119724ef-81a6-409a-bc3f-4e845bdef3be tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.595302] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.512s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.595302] env[70294]: DEBUG nova.objects.instance [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1141.602311] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34821a17-f30d-4ce6-a848-44ae2123027d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.626744] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.640392] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Completed reading data from the image iterator. {{(pid=70294) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1141.640392] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e0bc7-7402-226a-4b07-a43bb0012c40/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1141.641568] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77bb777-476f-4a4d-bf40-c29b00c25521 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.308823] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 68b1d19b-71dd-42fa-b3d7-281fc5cbc3b2] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.319021] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.319021] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e0bc7-7402-226a-4b07-a43bb0012c40/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1142.319021] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e0bc7-7402-226a-4b07-a43bb0012c40/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1142.320170] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94131f55-561a-40ca-bd9b-949fc962031d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.321663] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d116f588-e5b6-4ae3-9a31-379d5a422b57 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.329233] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1142.329233] env[70294]: value = "task-3570658" [ 1142.329233] env[70294]: _type = "Task" [ 1142.329233] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.338546] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.394164] env[70294]: DEBUG nova.network.neutron [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.517545] env[70294]: DEBUG oslo_vmware.rw_handles [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e0bc7-7402-226a-4b07-a43bb0012c40/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1142.517982] env[70294]: INFO nova.virt.vmwareapi.images [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Downloaded image file data 6e6008ba-3c58-4496-b0bf-1bb73463e6e8 [ 1142.518738] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6054a92c-ac73-4dd1-bbbe-38f6ba927419 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.534688] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b7836e3-7773-463c-a795-aee0b6361e89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.572350] env[70294]: INFO nova.virt.vmwareapi.images [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] The imported VM was unregistered [ 1142.576364] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Caching image {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1142.576619] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Creating directory with path [datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1142.576933] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-791109e8-d3da-418c-91e8-24bcd576fbab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.601027] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Created directory with path [datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8 {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1142.601270] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e/OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e.vmdk to [datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8/6e6008ba-3c58-4496-b0bf-1bb73463e6e8.vmdk. {{(pid=70294) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1142.601545] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-9302ff27-c822-4740-9daf-437ef19641d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.609326] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1142.609326] env[70294]: value = "task-3570660" [ 1142.609326] env[70294]: _type = "Task" [ 1142.609326] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.617443] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570660, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.819376] env[70294]: DEBUG nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.821668] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 24a84c9b-c41a-4ba9-9d33-aadd28adf695] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1142.824305] env[70294]: DEBUG oslo_concurrency.lockutils [None req-50b03c6e-efd6-4dbb-a2b7-44d31141a0b9 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.229s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.825248] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.463s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.825442] env[70294]: DEBUG nova.objects.instance [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lazy-loading 'resources' on Instance uuid a11454f4-1314-43a9-a0b5-41809c1f3e1b {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.839837] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570658, 'name': PowerOffVM_Task, 'duration_secs': 0.225074} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.840749] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.840946] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.859840] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.860094] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.860252] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.860473] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.860580] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.860707] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.860912] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.861087] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.861260] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.861498] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.861577] env[70294]: DEBUG nova.virt.hardware [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.862795] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fc9aa8-31fd-46eb-9541-0bfc332646c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.869939] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399e81ae-6cdd-49be-b1d0-2f19bb6b2544 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.897432] env[70294]: DEBUG oslo_concurrency.lockutils [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.041967] env[70294]: DEBUG nova.compute.manager [req-46572093-70bf-495e-95f2-32aea31fd296 req-f3346de7-d012-428f-9eda-7230b432fefd service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Received event network-vif-plugged-bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.041967] env[70294]: DEBUG oslo_concurrency.lockutils [req-46572093-70bf-495e-95f2-32aea31fd296 req-f3346de7-d012-428f-9eda-7230b432fefd service nova] Acquiring lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.042571] env[70294]: DEBUG oslo_concurrency.lockutils [req-46572093-70bf-495e-95f2-32aea31fd296 req-f3346de7-d012-428f-9eda-7230b432fefd service nova] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.042668] env[70294]: DEBUG oslo_concurrency.lockutils [req-46572093-70bf-495e-95f2-32aea31fd296 req-f3346de7-d012-428f-9eda-7230b432fefd service nova] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.042869] env[70294]: DEBUG nova.compute.manager [req-46572093-70bf-495e-95f2-32aea31fd296 req-f3346de7-d012-428f-9eda-7230b432fefd service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] No waiting events found dispatching network-vif-plugged-bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.043558] env[70294]: WARNING nova.compute.manager [req-46572093-70bf-495e-95f2-32aea31fd296 req-f3346de7-d012-428f-9eda-7230b432fefd service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Received unexpected event network-vif-plugged-bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd for instance with vm_state building and task_state spawning. [ 1143.118360] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570660, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.128489] env[70294]: DEBUG nova.network.neutron [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Successfully updated port: bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.326162] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 8f21d8d6-5db7-4426-97c9-42a433456d1e] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.347306] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.347505] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.347767] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.347925] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.348122] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.348373] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.348878] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.348993] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.349296] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.349495] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.349677] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.359266] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79659a90-632f-455d-9583-e6e0954cc6c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.379311] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1143.379311] env[70294]: value = "task-3570661" [ 1143.379311] env[70294]: _type = "Task" [ 1143.379311] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.389748] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.422785] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83dc2e45-925d-4eae-914e-9b9381d2aa39 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.450162] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e81eb4-3cdc-44f3-9420-71b30c5caf44 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.459653] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance '18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.567188] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17af5c64-d3fa-482d-8e6c-3412e9874bfb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.576676] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfe867c-c12a-41fc-aa46-730d1d5a861b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.610228] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a12b1a-858b-4d5c-859d-a45023713fee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.621494] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570660, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.624682] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a461a2c3-1073-484f-85f1-843b52a764c8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.640625] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.640818] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.640933] env[70294]: DEBUG nova.network.neutron [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.642812] env[70294]: DEBUG nova.compute.provider_tree [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.833220] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 777cb946-b001-4ea5-abba-61df03581de2] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1143.891151] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570661, 'name': ReconfigVM_Task, 'duration_secs': 0.233561} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.891477] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1143.966595] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.967602] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff3ba878-0683-4839-82f3-1670f170f282 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.976983] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1143.976983] env[70294]: value = "task-3570662" [ 1143.976983] env[70294]: _type = "Task" [ 1143.976983] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.985570] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.124800] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570660, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.147406] env[70294]: DEBUG nova.scheduler.client.report [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.181763] env[70294]: DEBUG nova.network.neutron [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.324076] env[70294]: DEBUG nova.network.neutron [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Updating instance_info_cache with network_info: [{"id": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "address": "fa:16:3e:18:48:5d", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d4ed5-6a", "ovs_interfaceid": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.337399] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 9eea4e58-9b7f-4dc3-9354-a5723fa7464a] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.398763] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1144.399050] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1144.399197] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.399336] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1144.399483] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.399686] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1144.399949] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1144.400146] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1144.400319] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1144.400482] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1144.400670] env[70294]: DEBUG nova.virt.hardware [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1144.406841] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1144.407582] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3df46434-a06d-4aa5-8071-95b9116df6f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.427078] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1144.427078] env[70294]: value = "task-3570663" [ 1144.427078] env[70294]: _type = "Task" [ 1144.427078] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.437231] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.489808] env[70294]: DEBUG oslo_vmware.api [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570662, 'name': PowerOnVM_Task, 'duration_secs': 0.446424} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.490083] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.490239] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-acd5e878-a100-4ed2-b652-21cbf308b81b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance '18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.627304] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570660, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.653662] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.657177] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.196s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.657445] env[70294]: DEBUG nova.objects.instance [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lazy-loading 'resources' on Instance uuid 66dd0ce6-7625-42ed-9ffd-384a1ecfd512 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.677639] env[70294]: INFO nova.scheduler.client.report [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Deleted allocations for instance a11454f4-1314-43a9-a0b5-41809c1f3e1b [ 1144.827095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.827485] env[70294]: DEBUG nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Instance network_info: |[{"id": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "address": "fa:16:3e:18:48:5d", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d4ed5-6a", "ovs_interfaceid": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.828039] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:48:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.835713] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.836043] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.836654] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ab4496c-e2c5-4d22-800d-471566fa1c18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.852453] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 0af8e144-eff8-4658-ac9c-54772827c20e] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1144.861247] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.861247] env[70294]: value = "task-3570664" [ 1144.861247] env[70294]: _type = "Task" [ 1144.861247] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.872312] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570664, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.940565] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570663, 'name': ReconfigVM_Task, 'duration_secs': 0.280253} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.940894] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.941788] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7acfbfa-85e4-4ea6-9a25-885c05902005 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.968898] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.969277] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eba0c2c-ed3b-4aae-acf5-c5fa649a8a4f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.992582] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1144.992582] env[70294]: value = "task-3570665" [ 1144.992582] env[70294]: _type = "Task" [ 1144.992582] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.007488] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.070274] env[70294]: DEBUG nova.compute.manager [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Received event network-changed-bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.070274] env[70294]: DEBUG nova.compute.manager [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Refreshing instance network info cache due to event network-changed-bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.070363] env[70294]: DEBUG oslo_concurrency.lockutils [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] Acquiring lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.070478] env[70294]: DEBUG oslo_concurrency.lockutils [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] Acquired lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.070679] env[70294]: DEBUG nova.network.neutron [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Refreshing network info cache for port bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.128323] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570660, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.189565] env[70294]: DEBUG oslo_concurrency.lockutils [None req-61dc10d2-b991-4a67-bf74-dfc778accbd2 tempest-ServerShowV254Test-1406548860 tempest-ServerShowV254Test-1406548860-project-member] Lock "a11454f4-1314-43a9-a0b5-41809c1f3e1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.051s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.356119] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: da1e9ea4-aba1-440e-b518-12bc82bc5d7d] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.374371] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570664, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.388913] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39da8032-946d-4c0a-999e-db3c78cae84a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.399173] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05461110-8b47-422e-a4bd-cda31ba34409 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.433304] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86c4a68-3d37-4df6-98b0-e95e9af87c3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.443354] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7bdb5f-d9af-44be-9e2f-3b2fa36d4339 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.459639] env[70294]: DEBUG nova.compute.provider_tree [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.515105] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570665, 'name': ReconfigVM_Task, 'duration_secs': 0.339085} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.515445] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.515809] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.625021] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570660, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.965438} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.625292] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e/OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e.vmdk to [datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8/6e6008ba-3c58-4496-b0bf-1bb73463e6e8.vmdk. [ 1145.625484] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Cleaning up location [datastore1] OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1145.625647] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_dcd67810-7494-4166-b623-fcd7d8036b2e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.625894] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e060ebb-8478-44c5-95c1-274c1d594fdd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.631166] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1145.631166] env[70294]: value = "task-3570666" [ 1145.631166] env[70294]: _type = "Task" [ 1145.631166] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.640034] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.758024] env[70294]: DEBUG nova.network.neutron [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Updated VIF entry in instance network info cache for port bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.758401] env[70294]: DEBUG nova.network.neutron [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Updating instance_info_cache with network_info: [{"id": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "address": "fa:16:3e:18:48:5d", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d4ed5-6a", "ovs_interfaceid": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.859886] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 3c110396-d115-4f83-ace1-c682515f90ed] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1145.873064] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570664, 'name': CreateVM_Task, 'duration_secs': 0.889749} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.873064] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.873064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.873064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.873364] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.873604] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba542a4-d8b1-49a2-b401-d2cdf1c2b883 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.877863] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1145.877863] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520a2a6e-bfbe-7dec-1f1e-2c574f0a1e3d" [ 1145.877863] env[70294]: _type = "Task" [ 1145.877863] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.885872] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520a2a6e-bfbe-7dec-1f1e-2c574f0a1e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.963523] env[70294]: DEBUG nova.scheduler.client.report [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.021426] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5862ff65-cf8b-4bcd-ab0a-0bbbad2fd108 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.045366] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688dbb5-5463-4512-bc5e-57e75e47d4ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.068021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.142257] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034173} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.142494] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.142663] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8/6e6008ba-3c58-4496-b0bf-1bb73463e6e8.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.143018] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8/6e6008ba-3c58-4496-b0bf-1bb73463e6e8.vmdk to [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.143285] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d9cffc2-4c55-42d8-978e-489121d94066 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.150743] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1146.150743] env[70294]: value = "task-3570667" [ 1146.150743] env[70294]: _type = "Task" [ 1146.150743] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.158033] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.260763] env[70294]: DEBUG oslo_concurrency.lockutils [req-33a9297b-9861-4565-8682-3138e2abd7b5 req-a146ce0c-a8b3-4b58-9ca8-d646ee5344e1 service nova] Releasing lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.362649] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 85e159e8-0f37-4d05-9611-259ea1c67cba] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.389273] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520a2a6e-bfbe-7dec-1f1e-2c574f0a1e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.390163] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.390404] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.390652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.390857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.391067] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.391555] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c27993fd-5e23-49fb-8a80-aa1646e17407 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.405674] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.405904] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.406894] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d657f479-5c66-4d2c-9149-55dab99f6659 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.414896] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1146.414896] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fa2bfb-e3e2-ce8b-644b-be1518ad7f06" [ 1146.414896] env[70294]: _type = "Task" [ 1146.414896] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.422744] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fa2bfb-e3e2-ce8b-644b-be1518ad7f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.468745] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.812s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.471565] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.623s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.471783] env[70294]: DEBUG nova.objects.instance [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1146.492140] env[70294]: INFO nova.scheduler.client.report [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Deleted allocations for instance 66dd0ce6-7625-42ed-9ffd-384a1ecfd512 [ 1146.661063] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570667, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.866625] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 0c3da7a1-f86f-45e3-bc4a-95016c98515d] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1146.927344] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fa2bfb-e3e2-ce8b-644b-be1518ad7f06, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.928234] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15644fdb-5b2d-4c73-978e-925bf9f62e33 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.936022] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1146.936022] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d62d81-f5e5-e5a8-c77f-ba0ee29a37c8" [ 1146.936022] env[70294]: _type = "Task" [ 1146.936022] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.946689] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d62d81-f5e5-e5a8-c77f-ba0ee29a37c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.999851] env[70294]: DEBUG oslo_concurrency.lockutils [None req-46422866-323b-4205-a1c8-1c81c104c2d5 tempest-ServersListShow296Test-378995948 tempest-ServersListShow296Test-378995948-project-member] Lock "66dd0ce6-7625-42ed-9ffd-384a1ecfd512" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.749s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.164729] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570667, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.371156] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: bc3809c5-5884-4d54-9fa2-d1a780b038de] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.434600] env[70294]: DEBUG nova.network.neutron [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Port b4bea601-0632-411c-94c1-80bada977e67 binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.434600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.434600] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.434600] env[70294]: DEBUG nova.network.neutron [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.448960] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52d62d81-f5e5-e5a8-c77f-ba0ee29a37c8, 'name': SearchDatastore_Task, 'duration_secs': 0.085713} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.449736] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.450394] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/e75a8b83-a91a-4d7e-9d75-025adf7b435a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.450394] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db3636d9-8f01-4c1a-a9a9-ac3e956610bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.459485] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1147.459485] env[70294]: value = "task-3570668" [ 1147.459485] env[70294]: _type = "Task" [ 1147.459485] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.469899] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.481795] env[70294]: DEBUG oslo_concurrency.lockutils [None req-facdf813-5a40-4c35-975a-4460d3ac2cf4 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.483065] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.900s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.483305] env[70294]: DEBUG nova.objects.instance [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lazy-loading 'resources' on Instance uuid 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.665829] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570667, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.721743] env[70294]: DEBUG nova.network.neutron [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Port d288376e-84fc-4cec-8da9-f3b8f7ad43ae binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1147.874123] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: d982c5c3-07ec-4185-9849-8f569c477565] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1147.972380] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.169309] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570667, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.171848] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db11f140-23ee-420c-b839-2fd067701ec3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.181307] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e096ed15-412d-4093-9c8d-948efd28481b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.219200] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da44d64-83a0-4825-81a6-153b4445d9e6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.225254] env[70294]: DEBUG nova.network.neutron [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.234139] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84702968-30d3-4f50-a759-63392be871b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.253086] env[70294]: DEBUG nova.compute.provider_tree [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.378301] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: affe22e6-6c48-4bb4-9fc4-499a0186db2a] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.472645] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570668, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.665164] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570667, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.731482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.744357] env[70294]: DEBUG nova.compute.manager [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70294) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1148.744357] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.750929] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.751181] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.751357] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.758553] env[70294]: DEBUG nova.scheduler.client.report [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.883458] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: dc71a3fe-2b9d-4c33-ba5a-aa36992efd8b] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1148.971763] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570668, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.164837] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570667, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.66011} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.165410] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/6e6008ba-3c58-4496-b0bf-1bb73463e6e8/6e6008ba-3c58-4496-b0bf-1bb73463e6e8.vmdk to [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.166483] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad48570d-c4cf-4ae1-b2ae-ff45f7b040d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.189038] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.189755] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a15253-68c7-438c-9e8b-a0210c3b23ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.218243] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1149.218243] env[70294]: value = "task-3570669" [ 1149.218243] env[70294]: _type = "Task" [ 1149.218243] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.226931] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.266913] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.269295] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.825s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.270791] env[70294]: INFO nova.compute.claims [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.298871] env[70294]: INFO nova.scheduler.client.report [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Deleted allocations for instance 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f [ 1149.384930] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 19b79813-f06b-4094-b799-e709e351473d] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.470964] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570668, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.693082} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.471314] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/e75a8b83-a91a-4d7e-9d75-025adf7b435a.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.471622] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.472973] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-237ac3c3-b49c-40d7-b522-046fe013f312 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.478626] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1149.478626] env[70294]: value = "task-3570670" [ 1149.478626] env[70294]: _type = "Task" [ 1149.478626] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.487426] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.730436] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570669, 'name': ReconfigVM_Task, 'duration_secs': 0.305073} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.730436] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Reconfigured VM instance instance-00000066 to attach disk [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5/bccd395f-a700-4c5e-903c-ff1830d141c5.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.730436] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-885f7273-0714-4415-9150-c0d3e7768736 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.737336] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1149.737336] env[70294]: value = "task-3570671" [ 1149.737336] env[70294]: _type = "Task" [ 1149.737336] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.745140] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570671, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.807275] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4427f276-653f-4bb3-a5f0-f11b1ea28a57 tempest-ServersTestMultiNic-517604501 tempest-ServersTestMultiNic-517604501-project-member] Lock "9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.384s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.821844] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.823576] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.823576] env[70294]: DEBUG nova.network.neutron [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.888889] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 826dd2e1-82d2-42be-aee0-15e8a11822ed] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1149.988733] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064857} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.989524] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.990453] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1da444-6ce5-4e16-99f5-4aaab8088fb0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.012716] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/e75a8b83-a91a-4d7e-9d75-025adf7b435a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.013368] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8c0199b-9a60-43da-b996-9b23a02c4a2f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.035386] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1150.035386] env[70294]: value = "task-3570672" [ 1150.035386] env[70294]: _type = "Task" [ 1150.035386] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.043628] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570672, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.248018] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570671, 'name': Rename_Task, 'duration_secs': 0.144973} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.248018] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.248251] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd4d927-c366-47ed-951c-9bf9bc70b7d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.254284] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1150.254284] env[70294]: value = "task-3570673" [ 1150.254284] env[70294]: _type = "Task" [ 1150.254284] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.261916] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.393711] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 8288abc2-c769-41b9-9e26-b3fc0628e127] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1150.453532] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ec27fa-b956-47ef-9abb-e850518cd08e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.463184] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb1248-9adc-4423-8bb7-4cb8aef4c5cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.493393] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e1fed-47e2-4acb-85bf-34f2f1e9749c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.503839] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3402984-f541-47f0-b321-80df71ea44ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.518291] env[70294]: DEBUG nova.compute.provider_tree [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1150.549794] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570672, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.668029] env[70294]: DEBUG nova.network.neutron [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.765764] env[70294]: DEBUG oslo_vmware.api [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570673, 'name': PowerOnVM_Task, 'duration_secs': 0.50693} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.766129] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.871058] env[70294]: DEBUG nova.compute.manager [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.872205] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd64f4f7-e93a-4112-be9c-08705845d474 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.899296] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 372bacf9-dbe6-44db-b30f-181a6fbd08c6] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.041660] env[70294]: ERROR nova.scheduler.client.report [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [req-ef0edb4f-d37f-4c7d-9951-d45c9c09c18a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef0edb4f-d37f-4c7d-9951-d45c9c09c18a"}]} [ 1151.048983] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570672, 'name': ReconfigVM_Task, 'duration_secs': 0.522874} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.049272] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/e75a8b83-a91a-4d7e-9d75-025adf7b435a.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.049899] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-856cd13c-cea2-4a2e-bc0f-2c9c03a43c94 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.056157] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1151.056157] env[70294]: value = "task-3570674" [ 1151.056157] env[70294]: _type = "Task" [ 1151.056157] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.065298] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570674, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.066236] env[70294]: DEBUG nova.scheduler.client.report [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1151.086449] env[70294]: DEBUG nova.scheduler.client.report [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1151.086694] env[70294]: DEBUG nova.compute.provider_tree [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.100607] env[70294]: DEBUG nova.scheduler.client.report [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1151.127391] env[70294]: DEBUG nova.scheduler.client.report [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1151.172599] env[70294]: DEBUG oslo_concurrency.lockutils [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.358478] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe889047-09e6-42f4-9856-ab1841c503d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.366568] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf352e-977c-4a7d-b212-61725c084f09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.410023] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 982cbbf3-3993-4230-91f6-3343b0a42f51] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1151.410023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaff52d4-fb2b-4e39-bcba-968f79b2fddb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.419914] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ef09a1-2313-4074-8c3b-729059857337 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.425434] env[70294]: DEBUG oslo_concurrency.lockutils [None req-879d0307-ac29-4247-9738-65c880fa09bc tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.299s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.440120] env[70294]: DEBUG nova.compute.provider_tree [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1151.567560] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570674, 'name': Rename_Task, 'duration_secs': 0.161704} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.567560] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.567560] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ad1d945-e99a-4043-9d25-da487ed7bdf2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.573111] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1151.573111] env[70294]: value = "task-3570675" [ 1151.573111] env[70294]: _type = "Task" [ 1151.573111] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.580876] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.687950] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597792be-56f5-49b4-a683-2101b1f02d7d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.694899] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6cef29-c2d4-4551-b56f-5dbf3dc3b737 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.916191] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 6c28daed-1cbf-409c-893d-3c916f61a3a8] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.000932] env[70294]: DEBUG nova.scheduler.client.report [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1152.003018] env[70294]: DEBUG nova.compute.provider_tree [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 165 to 166 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1152.003018] env[70294]: DEBUG nova.compute.provider_tree [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.088342] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570675, 'name': PowerOnVM_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.420499] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 4c71fa1f-c643-4719-9074-946949b9a652] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1152.509333] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.240s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.509845] env[70294]: DEBUG nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1152.512539] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.769s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.589542] env[70294]: DEBUG oslo_vmware.api [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570675, 'name': PowerOnVM_Task, 'duration_secs': 0.644013} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.589762] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.589988] env[70294]: INFO nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1152.590209] env[70294]: DEBUG nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.591174] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82358ec-55b9-4c57-89e5-8283698df9c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.815164] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977f937d-dd57-4009-bd0c-d72c20799f1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.837234] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc45e1d-0787-4fd3-ba86-e59d826def6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.844159] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1152.924943] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1152.925239] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Cleaning up deleted instances with incomplete migration {{(pid=70294) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1153.017302] env[70294]: DEBUG nova.compute.utils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.019500] env[70294]: DEBUG nova.objects.instance [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'migration_context' on Instance uuid 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.021290] env[70294]: DEBUG nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1153.021476] env[70294]: DEBUG nova.network.neutron [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1153.062818] env[70294]: DEBUG nova.policy [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3021438005094291834531aa4c615308', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47999e9027474d1f8c2f5eb36f70871f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1153.114283] env[70294]: INFO nova.compute.manager [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Took 24.40 seconds to build instance. [ 1153.125303] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.125548] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.322426] env[70294]: DEBUG oslo_concurrency.lockutils [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.322603] env[70294]: DEBUG oslo_concurrency.lockutils [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.351705] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.352065] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5908192-8aff-4d41-9e60-255f1f645bfe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.359956] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1153.359956] env[70294]: value = "task-3570676" [ 1153.359956] env[70294]: _type = "Task" [ 1153.359956] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.369036] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.428134] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.443930] env[70294]: DEBUG nova.network.neutron [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Successfully created port: cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1153.522322] env[70294]: DEBUG nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1153.538312] env[70294]: INFO nova.compute.manager [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Rescuing [ 1153.538650] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.538892] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.539080] env[70294]: DEBUG nova.network.neutron [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.618491] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e20279a3-2936-4a49-847f-e926fd855ea8 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.929s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.632018] env[70294]: DEBUG nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1153.719533] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e607bed-b03b-4497-9755-5ecd13e8ba68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.728361] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da0ff17-640b-43de-8f58-0ddea8a07a6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.769999] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d3879f-c195-4737-a58f-4e59848c9ccf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.781230] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38468fc-304a-4011-8a8b-5b20072bb89c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.797897] env[70294]: DEBUG nova.compute.provider_tree [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.833968] env[70294]: DEBUG nova.compute.utils [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.874150] env[70294]: DEBUG oslo_vmware.api [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570676, 'name': PowerOnVM_Task, 'duration_secs': 0.49532} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.874519] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.874759] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-05e1de0f-9842-4aa3-8b7f-aa041a48a3e5 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1154.002821] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "b8a43ea7-d328-448f-98cf-d6d219406530" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.003155] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "b8a43ea7-d328-448f-98cf-d6d219406530" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.149904] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.235946] env[70294]: DEBUG nova.network.neutron [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Updating instance_info_cache with network_info: [{"id": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "address": "fa:16:3e:18:48:5d", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d4ed5-6a", "ovs_interfaceid": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.302537] env[70294]: DEBUG nova.scheduler.client.report [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.337038] env[70294]: DEBUG oslo_concurrency.lockutils [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.014s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.475134] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "f9cba790-ef49-4031-a14f-35904e7d81a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.475367] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.504951] env[70294]: DEBUG nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1154.535243] env[70294]: DEBUG nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1154.565324] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1154.565622] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1154.565735] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1154.565909] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1154.566207] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1154.566394] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1154.566614] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1154.566774] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1154.566974] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1154.567176] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1154.567355] env[70294]: DEBUG nova.virt.hardware [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1154.568518] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86eb69db-e3e9-4256-a3ac-2f6dc8271e55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.576799] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbacc20a-d767-4131-b50e-f1acafc7efe2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.739270] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.909678] env[70294]: DEBUG nova.compute.manager [req-d79043f9-1c17-45d4-b7ed-0aa3c3f5b9ef req-5cff430f-8db3-4185-aecf-0ec81899a1d2 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Received event network-vif-plugged-cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.909997] env[70294]: DEBUG oslo_concurrency.lockutils [req-d79043f9-1c17-45d4-b7ed-0aa3c3f5b9ef req-5cff430f-8db3-4185-aecf-0ec81899a1d2 service nova] Acquiring lock "3826d9d1-257f-4754-9686-2b8655bf18e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.910137] env[70294]: DEBUG oslo_concurrency.lockutils [req-d79043f9-1c17-45d4-b7ed-0aa3c3f5b9ef req-5cff430f-8db3-4185-aecf-0ec81899a1d2 service nova] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.910309] env[70294]: DEBUG oslo_concurrency.lockutils [req-d79043f9-1c17-45d4-b7ed-0aa3c3f5b9ef req-5cff430f-8db3-4185-aecf-0ec81899a1d2 service nova] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.910473] env[70294]: DEBUG nova.compute.manager [req-d79043f9-1c17-45d4-b7ed-0aa3c3f5b9ef req-5cff430f-8db3-4185-aecf-0ec81899a1d2 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] No waiting events found dispatching network-vif-plugged-cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.910633] env[70294]: WARNING nova.compute.manager [req-d79043f9-1c17-45d4-b7ed-0aa3c3f5b9ef req-5cff430f-8db3-4185-aecf-0ec81899a1d2 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Received unexpected event network-vif-plugged-cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 for instance with vm_state building and task_state spawning. [ 1154.955562] env[70294]: DEBUG nova.network.neutron [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Successfully updated port: cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1154.977285] env[70294]: DEBUG nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1155.027826] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.314817] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.802s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.320841] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.171s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.322406] env[70294]: INFO nova.compute.claims [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.399522] env[70294]: DEBUG oslo_concurrency.lockutils [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.399775] env[70294]: DEBUG oslo_concurrency.lockutils [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.400015] env[70294]: INFO nova.compute.manager [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Attaching volume 77a04422-0314-4314-ad26-bb6b1a010533 to /dev/sdb [ 1155.438219] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0b3d52-c7dd-4bff-9cc5-f4655d60ec64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.446540] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955174d2-755a-4d5e-bc51-afbce55e4158 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.460705] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "refresh_cache-3826d9d1-257f-4754-9686-2b8655bf18e3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.460831] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquired lock "refresh_cache-3826d9d1-257f-4754-9686-2b8655bf18e3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.460976] env[70294]: DEBUG nova.network.neutron [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.462302] env[70294]: DEBUG nova.virt.block_device [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Updating existing volume attachment record: 764a1013-0b53-4f45-a8f0-fa1ac22abab0 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.500400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.995557] env[70294]: DEBUG nova.network.neutron [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1156.133133] env[70294]: DEBUG nova.network.neutron [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Updating instance_info_cache with network_info: [{"id": "cd00f0bd-a8e8-4264-9ccf-ace51885ffe6", "address": "fa:16:3e:d1:8d:c5", "network": {"id": "3ae2cbf4-040d-46ca-b9bc-e21ceb7389f1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-574099957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47999e9027474d1f8c2f5eb36f70871f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd00f0bd-a8", "ovs_interfaceid": "cd00f0bd-a8e8-4264-9ccf-ace51885ffe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.271743] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.272164] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4db1890-a523-4bee-ba2c-42c6cf8c2810 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.279796] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1156.279796] env[70294]: value = "task-3570678" [ 1156.279796] env[70294]: _type = "Task" [ 1156.279796] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.287837] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.539192] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e264f-7121-4ecc-add5-9a7b4c7f1251 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.550192] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61fe974-f2ad-43f3-a4a0-9bfa6e7daf86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.585153] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468d5f42-d73e-46ee-b676-c2b6b6175caa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.595686] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7692d4f-c152-48f5-9b10-c6e3df1ed8fb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.610216] env[70294]: DEBUG nova.compute.provider_tree [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.624855] env[70294]: DEBUG nova.network.neutron [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Port d288376e-84fc-4cec-8da9-f3b8f7ad43ae binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1156.625180] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.625331] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.625503] env[70294]: DEBUG nova.network.neutron [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.635601] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Releasing lock "refresh_cache-3826d9d1-257f-4754-9686-2b8655bf18e3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.635946] env[70294]: DEBUG nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Instance network_info: |[{"id": "cd00f0bd-a8e8-4264-9ccf-ace51885ffe6", "address": "fa:16:3e:d1:8d:c5", "network": {"id": "3ae2cbf4-040d-46ca-b9bc-e21ceb7389f1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-574099957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47999e9027474d1f8c2f5eb36f70871f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd00f0bd-a8", "ovs_interfaceid": "cd00f0bd-a8e8-4264-9ccf-ace51885ffe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1156.636902] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:8d:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cd00f0bd-a8e8-4264-9ccf-ace51885ffe6', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.644951] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Creating folder: Project (47999e9027474d1f8c2f5eb36f70871f). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.645561] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89282cbc-65d3-49f0-bac7-b354ad3c37b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.656042] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Created folder: Project (47999e9027474d1f8c2f5eb36f70871f) in parent group-v712401. [ 1156.656279] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Creating folder: Instances. Parent ref: group-v712716. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1156.656489] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bf6d7ba-8e24-4a95-943d-78b972ac821a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.666014] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Created folder: Instances in parent group-v712716. [ 1156.666164] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.666357] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.666555] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47749ed0-5097-4766-937e-49e688f18e60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.685155] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.685155] env[70294]: value = "task-3570681" [ 1156.685155] env[70294]: _type = "Task" [ 1156.685155] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.692221] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570681, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.789619] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570678, 'name': PowerOffVM_Task, 'duration_secs': 0.189482} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.789875] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.790699] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932458c3-5a91-4322-93b4-c0c5e6455250 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.808398] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008babc7-0e81-46c4-8efc-ba62d08756d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.840630] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.840906] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-036c012b-5e75-40a5-9880-41052e676eb6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.848949] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1156.848949] env[70294]: value = "task-3570682" [ 1156.848949] env[70294]: _type = "Task" [ 1156.848949] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.858523] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1156.858728] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.858967] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.859159] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.859376] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.860231] env[70294]: INFO nova.compute.manager [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Swapping old allocation on dict_keys(['ff7c6c8c-a5ff-41ac-a44f-74050e94a984']) held by migration 8d28308d-c4d5-436f-9ffa-ac26b3f7a081 for instance [ 1156.860410] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb08fcfb-51a6-400b-acc8-69ba571859b1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.871304] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.871490] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.872195] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb02195-3a66-4174-9bdc-e84d65d3e51f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.878048] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1156.878048] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c92119-812e-d8dc-3d9f-d3c94e839bec" [ 1156.878048] env[70294]: _type = "Task" [ 1156.878048] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.885078] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c92119-812e-d8dc-3d9f-d3c94e839bec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.886579] env[70294]: DEBUG nova.scheduler.client.report [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Overwriting current allocation {'allocations': {'ff7c6c8c-a5ff-41ac-a44f-74050e94a984': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '1f2eb9cc3fde483a97ca47a557064d1e', 'user_id': 'f827cb54e55e486b9cfa1e91cdda3fb0', 'consumer_generation': 1} on consumer 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b {{(pid=70294) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1156.937213] env[70294]: DEBUG nova.compute.manager [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Received event network-changed-cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.937415] env[70294]: DEBUG nova.compute.manager [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Refreshing instance network info cache due to event network-changed-cd00f0bd-a8e8-4264-9ccf-ace51885ffe6. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.937626] env[70294]: DEBUG oslo_concurrency.lockutils [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] Acquiring lock "refresh_cache-3826d9d1-257f-4754-9686-2b8655bf18e3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.937770] env[70294]: DEBUG oslo_concurrency.lockutils [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] Acquired lock "refresh_cache-3826d9d1-257f-4754-9686-2b8655bf18e3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.937979] env[70294]: DEBUG nova.network.neutron [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Refreshing network info cache for port cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.963632] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.963836] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.964048] env[70294]: DEBUG nova.network.neutron [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1157.114000] env[70294]: DEBUG nova.scheduler.client.report [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.196577] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570681, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.384722] env[70294]: DEBUG nova.network.neutron [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.389261] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c92119-812e-d8dc-3d9f-d3c94e839bec, 'name': SearchDatastore_Task, 'duration_secs': 0.014414} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.390179] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942e9369-3238-48bf-829a-4c6428a55ae1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.395187] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1157.395187] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52888957-073e-0ff9-fcf9-0eec44a4672f" [ 1157.395187] env[70294]: _type = "Task" [ 1157.395187] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.402798] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52888957-073e-0ff9-fcf9-0eec44a4672f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.619110] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.619621] env[70294]: DEBUG nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.622256] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.595s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.623671] env[70294]: INFO nova.compute.claims [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.695247] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570681, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.727076] env[70294]: DEBUG nova.network.neutron [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Updated VIF entry in instance network info cache for port cd00f0bd-a8e8-4264-9ccf-ace51885ffe6. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.727447] env[70294]: DEBUG nova.network.neutron [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Updating instance_info_cache with network_info: [{"id": "cd00f0bd-a8e8-4264-9ccf-ace51885ffe6", "address": "fa:16:3e:d1:8d:c5", "network": {"id": "3ae2cbf4-040d-46ca-b9bc-e21ceb7389f1", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-574099957-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47999e9027474d1f8c2f5eb36f70871f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcd00f0bd-a8", "ovs_interfaceid": "cd00f0bd-a8e8-4264-9ccf-ace51885ffe6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.770838] env[70294]: DEBUG nova.network.neutron [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [{"id": "b4bea601-0632-411c-94c1-80bada977e67", "address": "fa:16:3e:58:dc:51", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4bea601-06", "ovs_interfaceid": "b4bea601-0632-411c-94c1-80bada977e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.890798] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.906946] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52888957-073e-0ff9-fcf9-0eec44a4672f, 'name': SearchDatastore_Task, 'duration_secs': 0.046929} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.906946] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.907171] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. {{(pid=70294) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1157.907377] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c98a84b3-3c70-47bb-a7bb-f1ed9085ec24 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.914996] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1157.914996] env[70294]: value = "task-3570684" [ 1157.914996] env[70294]: _type = "Task" [ 1157.914996] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.922587] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570684, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.127897] env[70294]: DEBUG nova.compute.utils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.131357] env[70294]: DEBUG nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.131585] env[70294]: DEBUG nova.network.neutron [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.170965] env[70294]: DEBUG nova.policy [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25a0eb84ffa24d01ab8e2ac9dc7be588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ba02255377949c8916878f7827fbe44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.198584] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570681, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.230751] env[70294]: DEBUG oslo_concurrency.lockutils [req-1178001d-0854-4261-8608-6c1861bf9736 req-8859f236-f111-4231-a195-dcce935723b0 service nova] Releasing lock "refresh_cache-3826d9d1-257f-4754-9686-2b8655bf18e3" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.273852] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.274674] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.275521] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f39a550-54e5-45cf-9b42-99ee02902f0e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.284090] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1158.284090] env[70294]: value = "task-3570685" [ 1158.284090] env[70294]: _type = "Task" [ 1158.284090] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.296269] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.397608] env[70294]: DEBUG nova.compute.manager [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=70294) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1158.430635] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570684, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.570924] env[70294]: DEBUG nova.network.neutron [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Successfully created port: f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.631998] env[70294]: DEBUG nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.701852] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570681, 'name': CreateVM_Task, 'duration_secs': 1.656765} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.703671] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1158.704972] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.705119] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.705440] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.705697] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8258ceae-4b2d-4e94-86ca-eaec6b2dad41 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.711696] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1158.711696] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5299a77e-025a-b7ed-26dc-06e996afc430" [ 1158.711696] env[70294]: _type = "Task" [ 1158.711696] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.719864] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5299a77e-025a-b7ed-26dc-06e996afc430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.793457] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570685, 'name': PowerOffVM_Task, 'duration_secs': 0.19565} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.795763] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.796429] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.796641] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.796796] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.796978] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.797141] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.797289] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.797497] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.797657] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.797821] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.798023] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.798204] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.803246] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cefed39-71f9-4bf5-b885-ca8269e7f8da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.821229] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1158.821229] env[70294]: value = "task-3570686" [ 1158.821229] env[70294]: _type = "Task" [ 1158.821229] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.831217] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570686, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.837347] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240090d4-ae87-449f-b982-720ef7a56835 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.844598] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182df72-d023-473d-8b9d-69bb26f84a36 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.875587] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f00038-ae2d-48da-99ca-ad7b84d98deb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.882587] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deba9475-d8b2-4450-8faa-54b7d04b5bfa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.895433] env[70294]: DEBUG nova.compute.provider_tree [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.924905] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570684, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530728} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.925171] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk. [ 1158.925903] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a197abe5-19e1-4ff4-a870-3bf64bd60fde {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.952530] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.952530] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4a2cab9-784f-4945-8a52-459f15430902 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.970454] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1158.970454] env[70294]: value = "task-3570687" [ 1158.970454] env[70294]: _type = "Task" [ 1158.970454] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.978565] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.223372] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5299a77e-025a-b7ed-26dc-06e996afc430, 'name': SearchDatastore_Task, 'duration_secs': 0.035509} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.223887] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.224196] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.224532] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.224938] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.225068] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.225403] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c5348e2-eede-46d4-81f5-ac6eb86af229 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.235584] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.235982] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.236841] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf65737d-93af-4d86-a644-007449f7641a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.244429] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1159.244429] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52eafc52-70c4-cb94-2196-06ab3df46a56" [ 1159.244429] env[70294]: _type = "Task" [ 1159.244429] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.254232] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52eafc52-70c4-cb94-2196-06ab3df46a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.331394] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570686, 'name': ReconfigVM_Task, 'duration_secs': 0.145329} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.332222] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c9f771-acec-4345-bf59-acac463f3742 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.351108] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.351383] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.351538] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.351721] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.351870] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.352037] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.352255] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.352420] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.352589] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.352750] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.352925] env[70294]: DEBUG nova.virt.hardware [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.353748] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d573ed-cabb-4019-bc3d-10cc36e364b3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.360107] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1159.360107] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520b76a0-8a1e-7aa3-9514-5565d9440989" [ 1159.360107] env[70294]: _type = "Task" [ 1159.360107] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.370808] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520b76a0-8a1e-7aa3-9514-5565d9440989, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.418935] env[70294]: ERROR nova.scheduler.client.report [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [req-213addeb-c3ca-46b2-afe0-70e2caefe487] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-213addeb-c3ca-46b2-afe0-70e2caefe487"}]} [ 1159.435855] env[70294]: DEBUG nova.scheduler.client.report [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1159.453142] env[70294]: DEBUG nova.scheduler.client.report [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1159.453363] env[70294]: DEBUG nova.compute.provider_tree [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.465518] env[70294]: DEBUG nova.scheduler.client.report [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1159.480390] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570687, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.485533] env[70294]: DEBUG nova.scheduler.client.report [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1159.535196] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.647259] env[70294]: DEBUG nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.675963] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.676116] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.676451] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.676451] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.676528] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.676675] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.676900] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.677072] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.677323] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.677502] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.677677] env[70294]: DEBUG nova.virt.hardware [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.678834] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33d679a-ad86-4ba8-b63c-ca53861b2831 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.683301] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25897d92-27ff-4c11-b20c-24a7c0b56eda {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.693605] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3079b85-2fd9-4422-b9fa-843822a10baa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.698833] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda28be0-5386-4c26-adbf-c334dc245d8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.739859] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8abe20-ae5d-4632-86d1-b3cf9d0af542 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.752332] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17690fb6-23fa-4f35-9356-d6a8f3a8343b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.762577] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52eafc52-70c4-cb94-2196-06ab3df46a56, 'name': SearchDatastore_Task, 'duration_secs': 0.010477} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.771462] env[70294]: DEBUG nova.compute.provider_tree [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1159.773080] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff4d46e-91c8-415c-bb3b-ad76616d8a78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.779347] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1159.779347] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c8755-5ee1-34d6-eb3f-2ea9fce9fc3c" [ 1159.779347] env[70294]: _type = "Task" [ 1159.779347] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.788987] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c8755-5ee1-34d6-eb3f-2ea9fce9fc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.871284] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520b76a0-8a1e-7aa3-9514-5565d9440989, 'name': SearchDatastore_Task, 'duration_secs': 0.034548} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.876771] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.877082] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d0d9680-19fb-4a2c-a4ee-4485ccdb9386 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.897059] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1159.897059] env[70294]: value = "task-3570688" [ 1159.897059] env[70294]: _type = "Task" [ 1159.897059] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.905617] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.980140] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570687, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.010619] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.010619] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712715', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'name': 'volume-77a04422-0314-4314-ad26-bb6b1a010533', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'serial': '77a04422-0314-4314-ad26-bb6b1a010533'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.011546] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f032420-557e-4bb0-9bb5-dfdd0e5c76e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.016667] env[70294]: DEBUG nova.compute.manager [req-cd838a5d-9729-4875-b072-63125e01a811 req-38faccc4-e5fe-4cde-a548-bcc4946b5fe2 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Received event network-vif-plugged-f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.016878] env[70294]: DEBUG oslo_concurrency.lockutils [req-cd838a5d-9729-4875-b072-63125e01a811 req-38faccc4-e5fe-4cde-a548-bcc4946b5fe2 service nova] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.017126] env[70294]: DEBUG oslo_concurrency.lockutils [req-cd838a5d-9729-4875-b072-63125e01a811 req-38faccc4-e5fe-4cde-a548-bcc4946b5fe2 service nova] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.017282] env[70294]: DEBUG oslo_concurrency.lockutils [req-cd838a5d-9729-4875-b072-63125e01a811 req-38faccc4-e5fe-4cde-a548-bcc4946b5fe2 service nova] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.017466] env[70294]: DEBUG nova.compute.manager [req-cd838a5d-9729-4875-b072-63125e01a811 req-38faccc4-e5fe-4cde-a548-bcc4946b5fe2 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] No waiting events found dispatching network-vif-plugged-f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.017628] env[70294]: WARNING nova.compute.manager [req-cd838a5d-9729-4875-b072-63125e01a811 req-38faccc4-e5fe-4cde-a548-bcc4946b5fe2 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Received unexpected event network-vif-plugged-f8220cd7-88c5-456a-92f6-98a9a80c3ca8 for instance with vm_state building and task_state spawning. [ 1160.032497] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa47cca-c413-4c48-b35d-e1b84b9322f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.059123] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-77a04422-0314-4314-ad26-bb6b1a010533/volume-77a04422-0314-4314-ad26-bb6b1a010533.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.059468] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-458340f2-0aaa-4052-8410-b5d1cb0661e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.078801] env[70294]: DEBUG oslo_vmware.api [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1160.078801] env[70294]: value = "task-3570689" [ 1160.078801] env[70294]: _type = "Task" [ 1160.078801] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.088988] env[70294]: DEBUG oslo_vmware.api [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570689, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.160457] env[70294]: DEBUG nova.network.neutron [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Successfully updated port: f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.288920] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527c8755-5ee1-34d6-eb3f-2ea9fce9fc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012363} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.289281] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.289499] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 3826d9d1-257f-4754-9686-2b8655bf18e3/3826d9d1-257f-4754-9686-2b8655bf18e3.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.289768] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-403c1939-8720-408a-bb2f-18b28f850f16 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.297425] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1160.297425] env[70294]: value = "task-3570690" [ 1160.297425] env[70294]: _type = "Task" [ 1160.297425] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.305662] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570690, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.307876] env[70294]: DEBUG nova.scheduler.client.report [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 170 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1160.308212] env[70294]: DEBUG nova.compute.provider_tree [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 170 to 171 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1160.308431] env[70294]: DEBUG nova.compute.provider_tree [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1160.406985] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570688, 'name': ReconfigVM_Task, 'duration_secs': 0.382882} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.407271] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1160.408142] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3418c69b-a249-49e4-9c65-a978b8818bf8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.430902] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.431253] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-538d61cf-afa1-4601-b041-5aa6ac7f8be6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.449477] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1160.449477] env[70294]: value = "task-3570691" [ 1160.449477] env[70294]: _type = "Task" [ 1160.449477] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.458202] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.481187] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570687, 'name': ReconfigVM_Task, 'duration_secs': 1.024809} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.481585] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Reconfigured VM instance instance-00000074 to attach disk [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a/99f0178b-f4a3-41dc-9300-f7b8d2960245-rescue.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.482643] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36d9c63-3f28-40d0-a756-40f96cdc9c90 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.509063] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53ef0490-fdc2-427c-b9da-11a1855dc8d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.526557] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1160.526557] env[70294]: value = "task-3570692" [ 1160.526557] env[70294]: _type = "Task" [ 1160.526557] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.535589] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.589691] env[70294]: DEBUG oslo_vmware.api [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570689, 'name': ReconfigVM_Task, 'duration_secs': 0.447063} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.590022] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-77a04422-0314-4314-ad26-bb6b1a010533/volume-77a04422-0314-4314-ad26-bb6b1a010533.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.594855] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9d43be-8dac-4fd9-8466-38809ff13451 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.611814] env[70294]: DEBUG oslo_vmware.api [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1160.611814] env[70294]: value = "task-3570693" [ 1160.611814] env[70294]: _type = "Task" [ 1160.611814] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.621699] env[70294]: DEBUG oslo_vmware.api [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570693, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.666125] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.666691] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.666972] env[70294]: DEBUG nova.network.neutron [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.815859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.193s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.816461] env[70294]: DEBUG nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1160.819640] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570690, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.819965] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.320s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.821671] env[70294]: INFO nova.compute.claims [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1160.958909] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570691, 'name': ReconfigVM_Task, 'duration_secs': 0.407457} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.959310] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b/18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.960158] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11b1470-47a2-4e24-b249-0254c41b5e54 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.978129] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb43de3-21e0-4184-acd6-9fa2666fdbfc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.995592] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb43ef73-b23b-4a6b-9231-09ff2dd8cd9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.014221] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57574c75-ad38-48d0-a614-77cc5be4bea3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.020704] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.020937] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19d2e9c4-fac9-461d-af7b-bb2db61c489a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.026934] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1161.026934] env[70294]: value = "task-3570694" [ 1161.026934] env[70294]: _type = "Task" [ 1161.026934] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.036746] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570692, 'name': ReconfigVM_Task, 'duration_secs': 0.422791} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.039614] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.039746] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.039945] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83128fac-bc89-44fd-844f-1bd76ed00afc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.044868] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1161.044868] env[70294]: value = "task-3570695" [ 1161.044868] env[70294]: _type = "Task" [ 1161.044868] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.052328] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.121314] env[70294]: DEBUG oslo_vmware.api [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570693, 'name': ReconfigVM_Task, 'duration_secs': 0.162751} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.121636] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712715', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'name': 'volume-77a04422-0314-4314-ad26-bb6b1a010533', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'serial': '77a04422-0314-4314-ad26-bb6b1a010533'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.200499] env[70294]: DEBUG nova.network.neutron [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.308089] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570690, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563899} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.308548] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 3826d9d1-257f-4754-9686-2b8655bf18e3/3826d9d1-257f-4754-9686-2b8655bf18e3.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.308798] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.309098] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66933d29-b16d-47a8-97a8-375b128affad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.315808] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1161.315808] env[70294]: value = "task-3570696" [ 1161.315808] env[70294]: _type = "Task" [ 1161.315808] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.332659] env[70294]: DEBUG nova.compute.utils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.338296] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.340944] env[70294]: DEBUG nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1161.381634] env[70294]: DEBUG nova.network.neutron [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating instance_info_cache with network_info: [{"id": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "address": "fa:16:3e:12:5f:bd", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8220cd7-88", "ovs_interfaceid": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.537506] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570694, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.553386] env[70294]: DEBUG oslo_vmware.api [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570695, 'name': PowerOnVM_Task, 'duration_secs': 0.49877} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.553632] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1161.556560] env[70294]: DEBUG nova.compute.manager [None req-9a2d4cf6-17f1-45f8-92d2-88869dc7fdf9 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1161.557322] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852eeaa5-db87-4ab2-ace8-c4597c79be3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.826202] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125059} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.826985] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1161.827286] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8096cca0-5712-4e79-93f5-7dba215eb94d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.844486] env[70294]: DEBUG nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1161.862275] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 3826d9d1-257f-4754-9686-2b8655bf18e3/3826d9d1-257f-4754-9686-2b8655bf18e3.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1161.862935] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4044423c-9f29-459c-9641-dc4f85def956 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.885027] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1161.885027] env[70294]: value = "task-3570697" [ 1161.885027] env[70294]: _type = "Task" [ 1161.885027] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.885027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.885027] env[70294]: DEBUG nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Instance network_info: |[{"id": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "address": "fa:16:3e:12:5f:bd", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8220cd7-88", "ovs_interfaceid": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1161.887841] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5f:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8220cd7-88c5-456a-92f6-98a9a80c3ca8', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.895469] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Creating folder: Project (5ba02255377949c8916878f7827fbe44). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.896122] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25319f99-26df-4625-ae0c-c170793d5dc7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.904595] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.909115] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Created folder: Project (5ba02255377949c8916878f7827fbe44) in parent group-v712401. [ 1161.909322] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Creating folder: Instances. Parent ref: group-v712719. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1161.909573] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9f63401-42ac-44a4-909b-1742858c1179 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.918452] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Created folder: Instances in parent group-v712719. [ 1161.918452] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.918655] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.918828] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a786a6bc-1d2c-449b-a4d1-e5c5b7878519 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.941053] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.941053] env[70294]: value = "task-3570700" [ 1161.941053] env[70294]: _type = "Task" [ 1161.941053] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.953718] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570700, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.038274] env[70294]: DEBUG oslo_vmware.api [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570694, 'name': PowerOnVM_Task, 'duration_secs': 0.512991} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.041224] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.047172] env[70294]: DEBUG nova.compute.manager [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Received event network-changed-f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.047172] env[70294]: DEBUG nova.compute.manager [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Refreshing instance network info cache due to event network-changed-f8220cd7-88c5-456a-92f6-98a9a80c3ca8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1162.047271] env[70294]: DEBUG oslo_concurrency.lockutils [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] Acquiring lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.047363] env[70294]: DEBUG oslo_concurrency.lockutils [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] Acquired lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.047611] env[70294]: DEBUG nova.network.neutron [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Refreshing network info cache for port f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.098552] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-169c9c73-dc66-4b5a-a822-74f637e88bb8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.106507] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a925e95-ed5a-4705-a64d-3f9c88df0cba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.137417] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d69114-b644-44bf-a579-eae20879ce94 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.145126] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12689542-ae17-43a1-86d8-5a6e2cf9769f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.158579] env[70294]: DEBUG nova.compute.provider_tree [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.161463] env[70294]: DEBUG nova.objects.instance [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'flavor' on Instance uuid 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.399865] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570697, 'name': ReconfigVM_Task, 'duration_secs': 0.476098} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.400180] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 3826d9d1-257f-4754-9686-2b8655bf18e3/3826d9d1-257f-4754-9686-2b8655bf18e3.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.400771] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2782dd4f-ae4b-41e1-88f9-3215684020e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.407105] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1162.407105] env[70294]: value = "task-3570701" [ 1162.407105] env[70294]: _type = "Task" [ 1162.407105] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.416172] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570701, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.450368] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570700, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.668741] env[70294]: DEBUG oslo_concurrency.lockutils [None req-59b2aeb7-38cc-43e9-ad2c-b0a0dcadec08 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.269s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.692500] env[70294]: DEBUG nova.scheduler.client.report [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 171 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1162.692761] env[70294]: DEBUG nova.compute.provider_tree [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 171 to 172 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1162.692965] env[70294]: DEBUG nova.compute.provider_tree [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1162.760958] env[70294]: DEBUG nova.network.neutron [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updated VIF entry in instance network info cache for port f8220cd7-88c5-456a-92f6-98a9a80c3ca8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.761382] env[70294]: DEBUG nova.network.neutron [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating instance_info_cache with network_info: [{"id": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "address": "fa:16:3e:12:5f:bd", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8220cd7-88", "ovs_interfaceid": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.778790] env[70294]: INFO nova.compute.manager [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Unrescuing [ 1162.779091] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.779363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquired lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.779589] env[70294]: DEBUG nova.network.neutron [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.854550] env[70294]: DEBUG nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1162.882779] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1162.883064] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1162.883258] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.883450] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1162.883601] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.883751] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1162.883968] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1162.884196] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1162.884376] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1162.884540] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1162.884712] env[70294]: DEBUG nova.virt.hardware [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1162.885727] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1abf82-9813-4dee-bb18-8bfedeb1a248 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.893822] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d6042b-0801-4cf6-98bb-bf2098f494a0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.898130] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.898362] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.909562] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.915128] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Creating folder: Project (35f01968ca5c4bfe8df52104a7443df4). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.919022] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a756d4ce-a011-4d01-add1-f27180344cb3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.925740] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570701, 'name': Rename_Task, 'duration_secs': 0.155134} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.925994] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.926249] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f75ca6dd-625d-4b62-8294-c4dd555bf489 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.930442] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Created folder: Project (35f01968ca5c4bfe8df52104a7443df4) in parent group-v712401. [ 1162.930628] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Creating folder: Instances. Parent ref: group-v712722. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1162.930848] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-defc37d5-4713-431e-86e5-f4c225a0c8df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.933304] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1162.933304] env[70294]: value = "task-3570703" [ 1162.933304] env[70294]: _type = "Task" [ 1162.933304] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.942218] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.946173] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Created folder: Instances in parent group-v712722. [ 1162.946402] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.946602] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.947127] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d2cadf2-8c8f-4dbf-97e8-5b53b8fc93c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.964366] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570700, 'name': CreateVM_Task, 'duration_secs': 0.610759} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.964898] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.965610] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.965794] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.966111] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.966371] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cdd35c6-5bff-49c5-b4ca-193c99b15622 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.968916] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.968916] env[70294]: value = "task-3570705" [ 1162.968916] env[70294]: _type = "Task" [ 1162.968916] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.974666] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1162.974666] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]521b1f23-3773-f1de-12b7-eddc4719936a" [ 1162.974666] env[70294]: _type = "Task" [ 1162.974666] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.977652] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570705, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.984863] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521b1f23-3773-f1de-12b7-eddc4719936a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.059285] env[70294]: INFO nova.compute.manager [None req-f0d738e6-32bb-4847-81fd-45dd8541aa73 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance to original state: 'active' [ 1163.200884] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.201574] env[70294]: DEBUG nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.204598] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.670s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.263774] env[70294]: DEBUG oslo_concurrency.lockutils [req-c7e82b0c-16af-4173-a1ce-a61435612839 req-add26922-b04f-40ef-8715-5f2338bc3130 service nova] Releasing lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.402915] env[70294]: INFO nova.compute.manager [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Detaching volume 77a04422-0314-4314-ad26-bb6b1a010533 [ 1163.442476] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.443448] env[70294]: INFO nova.virt.block_device [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Attempting to driver detach volume 77a04422-0314-4314-ad26-bb6b1a010533 from mountpoint /dev/sdb [ 1163.443658] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.443847] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712715', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'name': 'volume-77a04422-0314-4314-ad26-bb6b1a010533', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'serial': '77a04422-0314-4314-ad26-bb6b1a010533'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.444658] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f06817-bc44-42c3-8f58-520f13584d88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.466044] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89045899-472d-4084-908a-8aa4f596bfa6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.475939] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0d2f43-42d0-4711-99d3-dab76f8aaaea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.482074] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570705, 'name': CreateVM_Task, 'duration_secs': 0.291062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.483056] env[70294]: DEBUG nova.network.neutron [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Updating instance_info_cache with network_info: [{"id": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "address": "fa:16:3e:18:48:5d", "network": {"id": "38bb7cef-f78f-472d-a30d-eba6a0c2c3e7", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1344556034-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "3c65a13da58e4d3a9088a68ddb2e138e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd7d4ed5-6a", "ovs_interfaceid": "bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.488254] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.488254] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.509432] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7abc5a-fe40-4bb5-9ff5-4b0b347d16dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.512482] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]521b1f23-3773-f1de-12b7-eddc4719936a, 'name': SearchDatastore_Task, 'duration_secs': 0.017579} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.512774] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.513034] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.513260] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.513437] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.513566] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.514320] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.514677] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.514935] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a759cd2b-a7ef-4644-8ce7-42a4e5fec8cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.529070] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ab6d4c-b3db-41ea-ba3e-faf45fa65f82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.530830] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] The volume has not been displaced from its original location: [datastore1] volume-77a04422-0314-4314-ad26-bb6b1a010533/volume-77a04422-0314-4314-ad26-bb6b1a010533.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.536395] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Reconfiguring VM instance instance-0000006f to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.537412] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-184a60b4-4593-408f-9637-4b4066be47ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.552842] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.553119] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.554087] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1713fdd-1047-466e-acc6-cae0b7f8a267 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.557357] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1163.557357] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5221ba14-6e37-5ce7-0368-ab9143d3d7b7" [ 1163.557357] env[70294]: _type = "Task" [ 1163.557357] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.558839] env[70294]: DEBUG oslo_vmware.api [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1163.558839] env[70294]: value = "task-3570706" [ 1163.558839] env[70294]: _type = "Task" [ 1163.558839] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.568289] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1163.568289] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b40156-950a-89fc-6825-d25bc14ddca1" [ 1163.568289] env[70294]: _type = "Task" [ 1163.568289] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.574785] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5221ba14-6e37-5ce7-0368-ab9143d3d7b7, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.578140] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.578410] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.578629] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.582356] env[70294]: DEBUG oslo_vmware.api [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570706, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.587499] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b40156-950a-89fc-6825-d25bc14ddca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.708317] env[70294]: DEBUG nova.compute.utils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1163.709976] env[70294]: DEBUG nova.objects.instance [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'migration_context' on Instance uuid cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.711247] env[70294]: DEBUG nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1163.947502] env[70294]: DEBUG oslo_vmware.api [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570703, 'name': PowerOnVM_Task, 'duration_secs': 0.710278} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.947965] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.948402] env[70294]: INFO nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1163.948703] env[70294]: DEBUG nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.949697] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321b95ea-8cda-4c68-a0d8-1bc34dd4eb06 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.988936] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Releasing lock "refresh_cache-e75a8b83-a91a-4d7e-9d75-025adf7b435a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.989640] env[70294]: DEBUG nova.objects.instance [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lazy-loading 'flavor' on Instance uuid e75a8b83-a91a-4d7e-9d75-025adf7b435a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.071549] env[70294]: DEBUG oslo_vmware.api [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570706, 'name': ReconfigVM_Task, 'duration_secs': 0.239266} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.071836] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Reconfigured VM instance instance-0000006f to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1164.078047] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201d1336-811c-4e03-af9b-cca5e6b87c13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.097244] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b40156-950a-89fc-6825-d25bc14ddca1, 'name': SearchDatastore_Task, 'duration_secs': 0.025778} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.099615] env[70294]: DEBUG oslo_vmware.api [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1164.099615] env[70294]: value = "task-3570707" [ 1164.099615] env[70294]: _type = "Task" [ 1164.099615] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.100082] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54f454b-0e4b-4609-a179-7b2ac647713b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.109122] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1164.109122] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]520678b8-dca2-e07b-71fe-5c9246691e07" [ 1164.109122] env[70294]: _type = "Task" [ 1164.109122] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.112187] env[70294]: DEBUG oslo_vmware.api [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.120334] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]520678b8-dca2-e07b-71fe-5c9246691e07, 'name': SearchDatastore_Task, 'duration_secs': 0.00889} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.120597] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.120853] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] aea6a0cd-a655-4e63-b4e2-50dc664b97c9/aea6a0cd-a655-4e63-b4e2-50dc664b97c9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.121138] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.121331] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1164.121541] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c82253ee-be4e-4b62-9429-faae9c1ed8a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.123346] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e6b1f13-5090-49e1-a523-ce56e5660fdb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.130329] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1164.130329] env[70294]: value = "task-3570708" [ 1164.130329] env[70294]: _type = "Task" [ 1164.130329] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.134214] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1164.134394] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1164.135535] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-727a76c1-2d67-4933-8218-bf2e0ebd8474 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.142059] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.144896] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1164.144896] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f9e525-34ad-193a-94f1-bcbc83f529cf" [ 1164.144896] env[70294]: _type = "Task" [ 1164.144896] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.151927] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f9e525-34ad-193a-94f1-bcbc83f529cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.212337] env[70294]: DEBUG nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.404379] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430c01cb-f986-4217-821a-79b185f3393a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.413281] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655c4aac-e3b9-45eb-ab56-05bce3e88782 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.453039] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16733098-cab9-4d7e-ab0c-071c5e2851e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.467554] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eff2134-7e64-4557-8859-a2b7849b61f6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.474536] env[70294]: INFO nova.compute.manager [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Took 25.05 seconds to build instance. [ 1164.485486] env[70294]: DEBUG nova.compute.provider_tree [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.495145] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f96a437-143e-4985-9018-a2e0a5274620 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.519526] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.519884] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55843671-7f0e-45e8-96d3-ab88593cdea9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.527243] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1164.527243] env[70294]: value = "task-3570709" [ 1164.527243] env[70294]: _type = "Task" [ 1164.527243] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.536355] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.611653] env[70294]: DEBUG oslo_vmware.api [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570707, 'name': ReconfigVM_Task, 'duration_secs': 0.164811} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.611975] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712715', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'name': 'volume-77a04422-0314-4314-ad26-bb6b1a010533', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5', 'attached_at': '', 'detached_at': '', 'volume_id': '77a04422-0314-4314-ad26-bb6b1a010533', 'serial': '77a04422-0314-4314-ad26-bb6b1a010533'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.641990] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429691} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.642319] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] aea6a0cd-a655-4e63-b4e2-50dc664b97c9/aea6a0cd-a655-4e63-b4e2-50dc664b97c9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1164.642561] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1164.642868] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0a666ce-4be5-4575-9788-8d6db6f99422 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.651119] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1164.651119] env[70294]: value = "task-3570710" [ 1164.651119] env[70294]: _type = "Task" [ 1164.651119] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.658862] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f9e525-34ad-193a-94f1-bcbc83f529cf, 'name': SearchDatastore_Task, 'duration_secs': 0.008076} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.660338] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8dc44b1-7635-4b56-918d-dba6c60954e4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.665567] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.668415] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1164.668415] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5291b50c-8831-9793-54e5-0877cf24523a" [ 1164.668415] env[70294]: _type = "Task" [ 1164.668415] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.676081] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5291b50c-8831-9793-54e5-0877cf24523a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.923158] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.923421] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.923634] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.923821] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.923992] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.926115] env[70294]: INFO nova.compute.manager [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Terminating instance [ 1164.985462] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3a40cea0-1629-40e5-a711-6ec1f8b4d748 tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.566s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.988397] env[70294]: DEBUG nova.scheduler.client.report [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.036492] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570709, 'name': PowerOffVM_Task, 'duration_secs': 0.402358} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.036967] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.042205] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.042523] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7bede938-b67a-4a72-84da-648f33adec11 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.061171] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1165.061171] env[70294]: value = "task-3570711" [ 1165.061171] env[70294]: _type = "Task" [ 1165.061171] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.068590] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.161015] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104674} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.161319] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.162113] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bb6757-1030-400f-a9f5-dfd1499ca3d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.185408] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] aea6a0cd-a655-4e63-b4e2-50dc664b97c9/aea6a0cd-a655-4e63-b4e2-50dc664b97c9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.188511] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dab5d8b-9a8b-4c3b-a048-7560062db022 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.208131] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5291b50c-8831-9793-54e5-0877cf24523a, 'name': SearchDatastore_Task, 'duration_secs': 0.008566} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.209408] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.209678] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b8a43ea7-d328-448f-98cf-d6d219406530/b8a43ea7-d328-448f-98cf-d6d219406530.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1165.210018] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1165.210018] env[70294]: value = "task-3570712" [ 1165.210018] env[70294]: _type = "Task" [ 1165.210018] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.210246] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eedcf9fd-0693-415b-a087-16f81412de63 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.219871] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570712, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.221107] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1165.221107] env[70294]: value = "task-3570713" [ 1165.221107] env[70294]: _type = "Task" [ 1165.221107] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.222287] env[70294]: DEBUG nova.objects.instance [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'flavor' on Instance uuid 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.227385] env[70294]: DEBUG nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1165.234272] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570713, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.253283] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1165.253525] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1165.253682] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.253859] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1165.254013] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.254174] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1165.254387] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1165.254539] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1165.254704] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1165.254864] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1165.255044] env[70294]: DEBUG nova.virt.hardware [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1165.256135] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0891da7-d307-4388-b486-3e9a4c139bba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.264176] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd85d3c-a925-4797-a904-3ff78a1a47fa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.278239] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1165.284617] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.285221] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1165.285472] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-425b67ac-60b6-4aee-9a36-61d63bfeb8db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.303030] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1165.303030] env[70294]: value = "task-3570714" [ 1165.303030] env[70294]: _type = "Task" [ 1165.303030] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.310668] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570714, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.316170] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "3826d9d1-257f-4754-9686-2b8655bf18e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.316400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.316594] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "3826d9d1-257f-4754-9686-2b8655bf18e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.316773] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.316936] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.319141] env[70294]: INFO nova.compute.manager [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Terminating instance [ 1165.430792] env[70294]: DEBUG nova.compute.manager [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.431410] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.432240] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad94a4b-7d82-4b57-b809-9b70a1a8592a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.440246] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.440440] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edcb756f-0fb4-4e27-a41a-b7321cfc090a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.446536] env[70294]: DEBUG oslo_vmware.api [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1165.446536] env[70294]: value = "task-3570715" [ 1165.446536] env[70294]: _type = "Task" [ 1165.446536] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.454587] env[70294]: DEBUG oslo_vmware.api [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.572797] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570711, 'name': ReconfigVM_Task, 'duration_secs': 0.45641} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.572797] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.572797] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1165.572797] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-131ea9d2-338f-4e5e-a669-4ec026d80a11 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.579344] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1165.579344] env[70294]: value = "task-3570716" [ 1165.579344] env[70294]: _type = "Task" [ 1165.579344] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.589721] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.721248] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.735373] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570713, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.428437} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.735606] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] b8a43ea7-d328-448f-98cf-d6d219406530/b8a43ea7-d328-448f-98cf-d6d219406530.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.735834] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.736072] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59bb4b52-5e1e-44f4-b4bb-1bd6169118d9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.741865] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1165.741865] env[70294]: value = "task-3570717" [ 1165.741865] env[70294]: _type = "Task" [ 1165.741865] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.749373] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570717, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.812877] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570714, 'name': CreateVM_Task} progress is 25%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.822657] env[70294]: DEBUG nova.compute.manager [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.822866] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.823679] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dd85ea-7780-407e-b2a0-2c493e4823b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.830714] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.830944] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6424a792-e5d4-4599-b05f-f4daa4b8d9cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.836657] env[70294]: DEBUG oslo_vmware.api [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1165.836657] env[70294]: value = "task-3570718" [ 1165.836657] env[70294]: _type = "Task" [ 1165.836657] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.845603] env[70294]: DEBUG oslo_vmware.api [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.924019] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.924584] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1165.958264] env[70294]: DEBUG oslo_vmware.api [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570715, 'name': PowerOffVM_Task, 'duration_secs': 0.207927} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.958556] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.958721] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.958968] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5768a87a-b841-4c56-bce3-7b618bf4da1c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.001063] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.796s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.027441] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.027730] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.027959] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleting the datastore file [datastore2] 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.028768] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-724f1983-7b8a-4f04-87d2-e47e6bdb86ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.036714] env[70294]: DEBUG oslo_vmware.api [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1166.036714] env[70294]: value = "task-3570720" [ 1166.036714] env[70294]: _type = "Task" [ 1166.036714] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.045966] env[70294]: DEBUG oslo_vmware.api [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.089473] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570716, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.222296] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570712, 'name': ReconfigVM_Task, 'duration_secs': 0.858987} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.222586] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Reconfigured VM instance instance-00000076 to attach disk [datastore1] aea6a0cd-a655-4e63-b4e2-50dc664b97c9/aea6a0cd-a655-4e63-b4e2-50dc664b97c9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.223229] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3efe31ff-a0af-457e-ab73-0cb87def9582 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.229539] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1166.229539] env[70294]: value = "task-3570721" [ 1166.229539] env[70294]: _type = "Task" [ 1166.229539] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.232749] env[70294]: DEBUG oslo_concurrency.lockutils [None req-3c62991c-ddb5-4156-b246-ea9504463bd1 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.334s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.238807] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570721, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.251825] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570717, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307063} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.252157] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1166.252954] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52209057-104b-4860-9c19-879d3cfe10e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.277253] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b8a43ea7-d328-448f-98cf-d6d219406530/b8a43ea7-d328-448f-98cf-d6d219406530.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.278051] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15af9c52-ec32-428e-b98e-982118bed62d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.301790] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1166.301790] env[70294]: value = "task-3570722" [ 1166.301790] env[70294]: _type = "Task" [ 1166.301790] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.316660] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570722, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.321616] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570714, 'name': CreateVM_Task, 'duration_secs': 0.766274} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.321845] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.322376] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.322605] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.323038] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.323350] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d2cc0b4-1ac9-45d2-92a8-fbd939a08a5f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.328891] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1166.328891] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3f58f-b08e-e34d-c5ba-86bf56a8511d" [ 1166.328891] env[70294]: _type = "Task" [ 1166.328891] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.339320] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3f58f-b08e-e34d-c5ba-86bf56a8511d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.347971] env[70294]: DEBUG oslo_vmware.api [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570718, 'name': PowerOffVM_Task, 'duration_secs': 0.189039} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.348301] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.348528] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.348784] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46a834fa-9796-429f-a2a1-773dc9552106 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.409725] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.410059] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.410299] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Deleting the datastore file [datastore1] 3826d9d1-257f-4754-9686-2b8655bf18e3 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.410615] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe336059-1af7-4ab2-9a5f-a186295bf130 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.416990] env[70294]: DEBUG oslo_vmware.api [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for the task: (returnval){ [ 1166.416990] env[70294]: value = "task-3570724" [ 1166.416990] env[70294]: _type = "Task" [ 1166.416990] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.425085] env[70294]: DEBUG oslo_vmware.api [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.431068] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.431068] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.431466] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.431537] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_power_states {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.547046] env[70294]: DEBUG oslo_vmware.api [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151005} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.547339] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.547529] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.547703] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.547966] env[70294]: INFO nova.compute.manager [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1166.548400] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.548986] env[70294]: DEBUG nova.compute.manager [-] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.548986] env[70294]: DEBUG nova.network.neutron [-] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.589471] env[70294]: DEBUG oslo_vmware.api [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570716, 'name': PowerOnVM_Task, 'duration_secs': 0.706959} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.589796] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.590047] env[70294]: DEBUG nova.compute.manager [None req-a75b90b2-feec-4e23-8f50-1d1ad17ded57 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1166.590789] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8112a9b6-b9e0-4b13-ada0-bf8b622954be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.740653] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570721, 'name': Rename_Task, 'duration_secs': 0.266904} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.740999] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.741266] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdc4b503-aedb-4823-b254-7e7774d4b483 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.747442] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1166.747442] env[70294]: value = "task-3570725" [ 1166.747442] env[70294]: _type = "Task" [ 1166.747442] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.754911] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.812661] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570722, 'name': ReconfigVM_Task, 'duration_secs': 0.293935} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.812945] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b8a43ea7-d328-448f-98cf-d6d219406530/b8a43ea7-d328-448f-98cf-d6d219406530.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.813559] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-017d0fdc-7253-42ac-9f3b-9c3488e28528 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.821069] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1166.821069] env[70294]: value = "task-3570726" [ 1166.821069] env[70294]: _type = "Task" [ 1166.821069] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.829279] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570726, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.838412] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e3f58f-b08e-e34d-c5ba-86bf56a8511d, 'name': SearchDatastore_Task, 'duration_secs': 0.020235} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.838468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.838718] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.838915] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.839074] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.839259] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.839523] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a62d1ff-3c84-4ffd-9b0f-6bc73232d041 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.856535] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1166.856774] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1166.857579] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6180634-1b73-45af-96a0-7e4f887bd374 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.863036] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1166.863036] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52557aea-c270-8ee9-52b7-55e02b8a51fc" [ 1166.863036] env[70294]: _type = "Task" [ 1166.863036] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.870559] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52557aea-c270-8ee9-52b7-55e02b8a51fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.927573] env[70294]: DEBUG oslo_vmware.api [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Task: {'id': task-3570724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163117} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.928970] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.929187] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.929391] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.929591] env[70294]: INFO nova.compute.manager [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1166.929825] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.932870] env[70294]: DEBUG nova.compute.manager [-] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.933030] env[70294]: DEBUG nova.network.neutron [-] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.945175] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Getting list of instances from cluster (obj){ [ 1166.945175] env[70294]: value = "domain-c8" [ 1166.945175] env[70294]: _type = "ClusterComputeResource" [ 1166.945175] env[70294]: } {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1166.948200] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5833e83a-1ab9-46f4-b2bd-977a97c183e6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.970889] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Got total of 10 instances {{(pid=70294) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1166.971136] env[70294]: WARNING nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] While synchronizing instance power states, found 12 instances in the database and 10 instances on the hypervisor. [ 1166.971280] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid 5fae36cb-13ff-4a92-a4fa-66f993357e92 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.971463] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.971621] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid 8b228378-2695-4839-869a-e931077ce99d {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.971772] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.971918] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.972080] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.972231] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid 22f608c9-cc51-4554-84e6-29c2fe869d97 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.972374] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid e75a8b83-a91a-4d7e-9d75-025adf7b435a {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.972515] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid 3826d9d1-257f-4754-9686-2b8655bf18e3 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.972660] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.972796] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid b8a43ea7-d328-448f-98cf-d6d219406530 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.972938] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Triggering sync for uuid f9cba790-ef49-4031-a14f-35904e7d81a5 {{(pid=70294) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1166.973331] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.973556] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.973822] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.974013] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.974254] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.974436] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "8b228378-2695-4839-869a-e931077ce99d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.974654] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.974830] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.974987] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] During sync_power_state the instance has a pending task (resize_reverting). Skip. [ 1166.975159] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.975376] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.975589] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.975830] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.976527] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "22f608c9-cc51-4554-84e6-29c2fe869d97" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.976779] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.977030] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.977220] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.977381] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] During sync_power_state the instance has a pending task (unrescuing). Skip. [ 1166.977537] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.977720] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "3826d9d1-257f-4754-9686-2b8655bf18e3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.977916] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.978168] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "b8a43ea7-d328-448f-98cf-d6d219406530" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.978376] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "f9cba790-ef49-4031-a14f-35904e7d81a5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.978556] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.978689] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1166.979478] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe114fa-d04d-41ed-b9ad-0fa91347e902 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.982917] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e2a852-c3e6-44f9-9c0e-155191ae06eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.985661] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f29a60-00b2-4242-b503-0d50c80f8d2e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.988421] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2f3d68-7867-4d04-9c45-d26b847ed4fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.991050] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3af799-00b9-49cb-b95d-3bd263786b71 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.163294] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.260764] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.332986] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570726, 'name': Rename_Task, 'duration_secs': 0.152967} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.332986] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.332986] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a16e2ca-c8da-48b4-b39d-9c5bb0e7f963 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.341615] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1167.341615] env[70294]: value = "task-3570727" [ 1167.341615] env[70294]: _type = "Task" [ 1167.341615] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.350064] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.372488] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52557aea-c270-8ee9-52b7-55e02b8a51fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008697} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.373372] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24df77f4-2c5c-4b66-8b3a-8ea4d7dc6754 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.378805] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1167.378805] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523bb22c-a750-8965-66ca-e0ea97cf52f3" [ 1167.378805] env[70294]: _type = "Task" [ 1167.378805] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.388524] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523bb22c-a750-8965-66ca-e0ea97cf52f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.441064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.441064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.441064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.441064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.441064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.443222] env[70294]: INFO nova.compute.manager [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Terminating instance [ 1167.476657] env[70294]: DEBUG nova.compute.manager [req-ff3084e4-4462-45b0-911f-11f83299b514 req-80d84b94-7a19-4ddf-aa6c-a4c6442ed506 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Received event network-vif-deleted-b4bea601-0632-411c-94c1-80bada977e67 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.476877] env[70294]: INFO nova.compute.manager [req-ff3084e4-4462-45b0-911f-11f83299b514 req-80d84b94-7a19-4ddf-aa6c-a4c6442ed506 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Neutron deleted interface b4bea601-0632-411c-94c1-80bada977e67; detaching it from the instance and deleting it from the info cache [ 1167.477185] env[70294]: DEBUG nova.network.neutron [req-ff3084e4-4462-45b0-911f-11f83299b514 req-80d84b94-7a19-4ddf-aa6c-a4c6442ed506 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.509916] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.510273] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "8b228378-2695-4839-869a-e931077ce99d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.510687] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] During sync_power_state the instance has a pending task (deleting). Skip. [ 1167.510873] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.511139] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.348s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.511421] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.511666] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.511860] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.514234] env[70294]: INFO nova.compute.manager [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Terminating instance [ 1167.525703] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.526933] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.542348] env[70294]: INFO nova.compute.manager [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Swapping old allocation on dict_keys(['ff7c6c8c-a5ff-41ac-a44f-74050e94a984']) held by migration e5fe5f0d-d880-4ee5-bf8a-ee76073c1c33 for instance [ 1167.566354] env[70294]: DEBUG nova.scheduler.client.report [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Overwriting current allocation {'allocations': {'ff7c6c8c-a5ff-41ac-a44f-74050e94a984': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '99449fe986ab450180ef3f9a06a3a30e', 'user_id': 'ff4d316b07d84a038fd3c41cf57cb551', 'consumer_generation': 1} on consumer cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e {{(pid=70294) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1167.685412] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.685671] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.685934] env[70294]: DEBUG nova.network.neutron [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.760622] env[70294]: DEBUG oslo_vmware.api [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570725, 'name': PowerOnVM_Task, 'duration_secs': 0.885623} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.760883] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.761130] env[70294]: INFO nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1167.761327] env[70294]: DEBUG nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.762111] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859deaaf-97bb-483e-82d7-a8778eec5a82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.851932] env[70294]: DEBUG oslo_vmware.api [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570727, 'name': PowerOnVM_Task, 'duration_secs': 0.473821} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.852217] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.852423] env[70294]: INFO nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Took 5.00 seconds to spawn the instance on the hypervisor. [ 1167.852601] env[70294]: DEBUG nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1167.853365] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bbfafc-c391-440d-9414-285fffcc5c17 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.893051] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523bb22c-a750-8965-66ca-e0ea97cf52f3, 'name': SearchDatastore_Task, 'duration_secs': 0.009915} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.893051] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.893051] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.893326] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23639775-0c11-46c7-99ab-53c88b324a80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.900534] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1167.900534] env[70294]: value = "task-3570728" [ 1167.900534] env[70294]: _type = "Task" [ 1167.900534] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.908639] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.947218] env[70294]: DEBUG nova.compute.manager [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.947517] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.948486] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707e8c98-6d12-4087-a512-164bcea110ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.951366] env[70294]: DEBUG nova.network.neutron [-] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.957815] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.958089] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c89b4a-fa38-4bde-b1ab-f0758d7267b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.964306] env[70294]: DEBUG oslo_vmware.api [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1167.964306] env[70294]: value = "task-3570729" [ 1167.964306] env[70294]: _type = "Task" [ 1167.964306] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.972957] env[70294]: DEBUG oslo_vmware.api [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.981063] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ccdb86c1-c792-4102-aa12-0d423c6532dd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.982935] env[70294]: DEBUG nova.network.neutron [-] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.990703] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8576c02-04d2-4392-81c5-0b69142cfa68 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.024242] env[70294]: DEBUG nova.compute.manager [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.024475] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.025149] env[70294]: DEBUG nova.compute.manager [req-ff3084e4-4462-45b0-911f-11f83299b514 req-80d84b94-7a19-4ddf-aa6c-a4c6442ed506 service nova] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Detach interface failed, port_id=b4bea601-0632-411c-94c1-80bada977e67, reason: Instance 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.026125] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4c194d-25ef-43a1-afef-3bdcc6b7f354 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.033201] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.033438] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0ce6a8d7-1321-4b61-a537-8dc644ccca29 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.038896] env[70294]: DEBUG oslo_vmware.api [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1168.038896] env[70294]: value = "task-3570730" [ 1168.038896] env[70294]: _type = "Task" [ 1168.038896] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.047405] env[70294]: DEBUG oslo_vmware.api [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.282917] env[70294]: INFO nova.compute.manager [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Took 14.15 seconds to build instance. [ 1168.374627] env[70294]: INFO nova.compute.manager [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Took 13.37 seconds to build instance. [ 1168.411520] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.454484] env[70294]: INFO nova.compute.manager [-] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] Took 1.91 seconds to deallocate network for instance. [ 1168.474159] env[70294]: DEBUG oslo_vmware.api [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570729, 'name': PowerOffVM_Task, 'duration_secs': 0.255896} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.474437] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.474610] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.474867] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52f65dc1-05f5-4373-81b8-2b87e09f1ae6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.485965] env[70294]: INFO nova.compute.manager [-] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Took 1.55 seconds to deallocate network for instance. [ 1168.537011] env[70294]: DEBUG nova.network.neutron [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [{"id": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "address": "fa:16:3e:87:a5:24", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd288376e-84", "ovs_interfaceid": "d288376e-84fc-4cec-8da9-f3b8f7ad43ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.549940] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.550185] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.550371] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Deleting the datastore file [datastore1] e75a8b83-a91a-4d7e-9d75-025adf7b435a {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.554517] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec6862af-c9dd-4028-bb79-ede8c253d627 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.560329] env[70294]: DEBUG oslo_vmware.api [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570730, 'name': PowerOffVM_Task, 'duration_secs': 0.220218} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.560607] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.560775] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.561363] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b21980f7-e91f-452e-941e-84d98ff6472e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.565344] env[70294]: DEBUG oslo_vmware.api [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1168.565344] env[70294]: value = "task-3570732" [ 1168.565344] env[70294]: _type = "Task" [ 1168.565344] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.572743] env[70294]: DEBUG oslo_vmware.api [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.622062] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.622290] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.622470] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleting the datastore file [datastore2] 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.623095] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-404cca66-7593-4c4b-b7f5-dc2234ebbabf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.629262] env[70294]: DEBUG oslo_vmware.api [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for the task: (returnval){ [ 1168.629262] env[70294]: value = "task-3570734" [ 1168.629262] env[70294]: _type = "Task" [ 1168.629262] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.637254] env[70294]: DEBUG oslo_vmware.api [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.785686] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8563202b-6f64-4768-b9fb-33a81d5e2e0e tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.660s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.785993] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.808s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.786212] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] During sync_power_state the instance has a pending task (spawning). Skip. [ 1168.786394] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.879313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-616e9fd5-eeca-48d6-b1e3-d7f582b7db4d tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "b8a43ea7-d328-448f-98cf-d6d219406530" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.875s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.879313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "b8a43ea7-d328-448f-98cf-d6d219406530" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.901s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.879313] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] During sync_power_state the instance has a pending task (spawning). Skip. [ 1168.879313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "b8a43ea7-d328-448f-98cf-d6d219406530" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.910929] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576802} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.911368] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.911733] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.912109] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a500c4d0-9797-46dd-ac64-2d0922aa428d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.921020] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1168.921020] env[70294]: value = "task-3570735" [ 1168.921020] env[70294]: _type = "Task" [ 1168.921020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.927343] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.961132] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.961577] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.961937] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.985126] env[70294]: INFO nova.scheduler.client.report [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted allocations for instance 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b [ 1168.997237] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.997521] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.997837] env[70294]: DEBUG nova.objects.instance [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lazy-loading 'resources' on Instance uuid 3826d9d1-257f-4754-9686-2b8655bf18e3 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.039641] env[70294]: DEBUG oslo_concurrency.lockutils [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.040788] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac7223e-9789-4c23-a91e-ba9994f1794a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.048481] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f27e98-7293-4bf7-8d76-1de7de40c588 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.053548] env[70294]: DEBUG nova.compute.manager [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Received event network-changed-f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.053839] env[70294]: DEBUG nova.compute.manager [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Refreshing instance network info cache due to event network-changed-f8220cd7-88c5-456a-92f6-98a9a80c3ca8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.054067] env[70294]: DEBUG oslo_concurrency.lockutils [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] Acquiring lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.054361] env[70294]: DEBUG oslo_concurrency.lockutils [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] Acquired lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.054550] env[70294]: DEBUG nova.network.neutron [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Refreshing network info cache for port f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.078497] env[70294]: DEBUG oslo_vmware.api [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.139786] env[70294]: DEBUG oslo_vmware.api [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.428770] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077453} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.429031] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.429820] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc4e019-df81-4740-9858-3c0ec6c9f4df {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.449036] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.449288] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30836dd4-bed4-47fd-bd5d-8e6fdadecd58 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.467862] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1169.467862] env[70294]: value = "task-3570736" [ 1169.467862] env[70294]: _type = "Task" [ 1169.467862] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.476966] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.495901] env[70294]: DEBUG oslo_concurrency.lockutils [None req-2f2dafbe-5e3f-4faa-9a19-3da9f8892162 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.572s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.496833] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.521s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.497034] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b] During sync_power_state the instance has a pending task (deleting). Skip. [ 1169.497214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "18d0cfec-f2f1-4bfa-8fbb-a91ee25ab76b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.504899] env[70294]: DEBUG nova.compute.manager [req-f16bafe8-ad1f-4824-b9ac-f1999840f4e2 req-ad5750ce-426c-4e90-be0c-dfe219f1c323 service nova] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Received event network-vif-deleted-cd00f0bd-a8e8-4264-9ccf-ace51885ffe6 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.578112] env[70294]: DEBUG oslo_vmware.api [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.674807} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.578518] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.578801] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.579021] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.580029] env[70294]: INFO nova.compute.manager [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1169.580029] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.580029] env[70294]: DEBUG nova.compute.manager [-] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.580029] env[70294]: DEBUG nova.network.neutron [-] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.643182] env[70294]: DEBUG oslo_vmware.api [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Task: {'id': task-3570734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.620429} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.645228] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.645408] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1169.645582] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1169.645748] env[70294]: INFO nova.compute.manager [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1169.645982] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.646649] env[70294]: DEBUG nova.compute.manager [-] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1169.646759] env[70294]: DEBUG nova.network.neutron [-] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.661825] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82695bca-880e-4af5-89c3-50a32679d640 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.669403] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed73d3b-c560-4538-a6c0-a267ed94e1ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.698847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f595ab7d-c8f8-4702-b8c0-1824dc9c6260 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.708087] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae8fd6c-6952-436c-8418-7c9533033b37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.720945] env[70294]: DEBUG nova.compute.provider_tree [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.985113] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570736, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.086577] env[70294]: DEBUG nova.network.neutron [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updated VIF entry in instance network info cache for port f8220cd7-88c5-456a-92f6-98a9a80c3ca8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.086947] env[70294]: DEBUG nova.network.neutron [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating instance_info_cache with network_info: [{"id": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "address": "fa:16:3e:12:5f:bd", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8220cd7-88", "ovs_interfaceid": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.148431] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.148732] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-726cadac-a1a9-4772-bcc5-78ad5431e36d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.156389] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1170.156389] env[70294]: value = "task-3570737" [ 1170.156389] env[70294]: _type = "Task" [ 1170.156389] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.164708] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.226891] env[70294]: DEBUG nova.scheduler.client.report [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.483084] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570736, 'name': ReconfigVM_Task, 'duration_secs': 0.85929} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.483439] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Reconfigured VM instance instance-00000078 to attach disk [datastore1] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.484107] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2dc915c-6dd9-4fd1-9fae-1ea52a0172a7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.494267] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1170.494267] env[70294]: value = "task-3570738" [ 1170.494267] env[70294]: _type = "Task" [ 1170.494267] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.504760] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570738, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.593942] env[70294]: DEBUG oslo_concurrency.lockutils [req-5233aa87-d626-469d-9103-c7253c41ef13 req-77557091-d4ba-42a1-a149-6ff4e669e3fb service nova] Releasing lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.666049] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570737, 'name': PowerOffVM_Task, 'duration_secs': 0.253081} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.666341] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.666999] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.667228] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.667387] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.667569] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.667714] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.667860] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.668092] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.668255] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.668424] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.668583] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.668753] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.673914] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab19ed88-b6d9-4ed7-8573-0063de1ad66d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.689525] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1170.689525] env[70294]: value = "task-3570739" [ 1170.689525] env[70294]: _type = "Task" [ 1170.689525] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.697158] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.703580] env[70294]: DEBUG nova.network.neutron [-] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.734926] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.755221] env[70294]: INFO nova.scheduler.client.report [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Deleted allocations for instance 3826d9d1-257f-4754-9686-2b8655bf18e3 [ 1170.916617] env[70294]: DEBUG nova.network.neutron [-] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.004409] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570738, 'name': Rename_Task, 'duration_secs': 0.158327} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.004527] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.005101] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5754f7c8-a835-41b9-bd83-a84ac6302232 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.011529] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1171.011529] env[70294]: value = "task-3570740" [ 1171.011529] env[70294]: _type = "Task" [ 1171.011529] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.023020] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.023242] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.024282] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.202111] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570739, 'name': ReconfigVM_Task, 'duration_secs': 0.142918} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.203078] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eb90e6-56a2-4121-a3ab-48af95bd9554 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.206142] env[70294]: INFO nova.compute.manager [-] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Took 1.63 seconds to deallocate network for instance. [ 1171.229793] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.230131] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.230260] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.230429] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.230547] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.230726] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.230955] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.231208] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.231337] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.231515] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.231714] env[70294]: DEBUG nova.virt.hardware [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.233256] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559b1e90-39d4-4d75-8f2d-2653281a0604 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.238631] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1171.238631] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52065919-0f08-5bd6-1f47-37a5ea00fce7" [ 1171.238631] env[70294]: _type = "Task" [ 1171.238631] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.246882] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52065919-0f08-5bd6-1f47-37a5ea00fce7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.262753] env[70294]: DEBUG oslo_concurrency.lockutils [None req-fd8b5bc5-4bc9-45d4-a88f-10970c8e10af tempest-InstanceActionsNegativeTestJSON-319885841 tempest-InstanceActionsNegativeTestJSON-319885841-project-member] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.946s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.264146] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.286s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.264466] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1171.264676] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "3826d9d1-257f-4754-9686-2b8655bf18e3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.422827] env[70294]: INFO nova.compute.manager [-] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Took 1.78 seconds to deallocate network for instance. [ 1171.523306] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570740, 'name': PowerOnVM_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.525845] env[70294]: DEBUG nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1171.535844] env[70294]: DEBUG nova.compute.manager [req-8ae19ab4-ce57-4243-8697-f0dbe92ea986 req-cd5eec5b-cdec-43cc-9f65-1aa9a2c62073 service nova] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Received event network-vif-deleted-bd7d4ed5-6adb-4e2b-8560-dee1116ab8bd {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.535968] env[70294]: DEBUG nova.compute.manager [req-8ae19ab4-ce57-4243-8697-f0dbe92ea986 req-cd5eec5b-cdec-43cc-9f65-1aa9a2c62073 service nova] [instance: 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5] Received event network-vif-deleted-8a8ff3d5-beb0-45dc-8716-e0cb03fb6fd8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.736095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.736095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.736095] env[70294]: DEBUG nova.objects.instance [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lazy-loading 'resources' on Instance uuid e75a8b83-a91a-4d7e-9d75-025adf7b435a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.749327] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52065919-0f08-5bd6-1f47-37a5ea00fce7, 'name': SearchDatastore_Task, 'duration_secs': 0.009055} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.755029] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.755671] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-968c6541-f607-44ab-b82c-61f54a6d9b07 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.778428] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1171.778428] env[70294]: value = "task-3570741" [ 1171.778428] env[70294]: _type = "Task" [ 1171.778428] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.787896] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.930542] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.021797] env[70294]: DEBUG oslo_vmware.api [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570740, 'name': PowerOnVM_Task, 'duration_secs': 0.875847} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.022272] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.022631] env[70294]: INFO nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Took 6.79 seconds to spawn the instance on the hypervisor. [ 1172.022939] env[70294]: DEBUG nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1172.023806] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa34b3c-cb28-4511-af04-20422a6b003b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.057055] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.290303] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570741, 'name': ReconfigVM_Task, 'duration_secs': 0.236509} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.290594] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.291376] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a59a3c-674c-4f39-b77a-1d45c630ba1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.318948] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.321504] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7633e0c-d49a-4db1-8b85-b7baf54d92cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.340475] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1172.340475] env[70294]: value = "task-3570742" [ 1172.340475] env[70294]: _type = "Task" [ 1172.340475] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.350722] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.418066] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171b0859-1d26-429c-af24-971e08071c3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.425183] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ac021-fd3b-4c76-8af6-f2c494ffe323 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.455054] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a155c77-ecd7-4c86-9318-db474ec7b3c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.462647] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351f272a-5b06-4c9d-86b7-931b8caae7c3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.476157] env[70294]: DEBUG nova.compute.provider_tree [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.543581] env[70294]: INFO nova.compute.manager [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Took 17.06 seconds to build instance. [ 1172.852319] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570742, 'name': ReconfigVM_Task, 'duration_secs': 0.31069} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.852602] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfigured VM instance instance-0000006a to attach disk [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e/cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.853472] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cef8080-d15c-46c1-9586-54705e8319ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.878320] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a76863-dc20-46ff-821a-d6504a8804f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.899701] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb80bb1d-7737-4cba-9858-c8ee3b27f4d5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.921586] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f6032b-c497-473e-bf83-66eccc002f95 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.928797] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.929084] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-582fa299-4781-4dce-982d-76b96d3b716c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.935573] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1172.935573] env[70294]: value = "task-3570743" [ 1172.935573] env[70294]: _type = "Task" [ 1172.935573] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.943888] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.981565] env[70294]: DEBUG nova.scheduler.client.report [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.047609] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a438543f-83c9-42d3-ba4d-7efec56782cb tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.572s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.047960] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.069s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.048294] env[70294]: INFO nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] During sync_power_state the instance has a pending task (spawning). Skip. [ 1173.048523] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.194743] env[70294]: INFO nova.compute.manager [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Rebuilding instance [ 1173.260691] env[70294]: DEBUG nova.compute.manager [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1173.261559] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143ffcde-df9a-41c5-bf5a-559daa46779f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.376490] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.448699] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570743, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.487598] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.490295] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.560s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.490761] env[70294]: DEBUG nova.objects.instance [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lazy-loading 'resources' on Instance uuid 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.507471] env[70294]: INFO nova.scheduler.client.report [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Deleted allocations for instance e75a8b83-a91a-4d7e-9d75-025adf7b435a [ 1173.718996] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.719348] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.813852] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1173.946595] env[70294]: DEBUG oslo_vmware.api [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570743, 'name': PowerOnVM_Task, 'duration_secs': 0.550498} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.946979] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.014618] env[70294]: DEBUG oslo_concurrency.lockutils [None req-dbd4809e-9084-435c-a9b7-87b0af216dd5 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "e75a8b83-a91a-4d7e-9d75-025adf7b435a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.574s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.153688] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ecc6d1-9939-465f-9d49-5fd09e6965eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.161753] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9887d0b0-4af8-4333-8db2-cf8f9a2cb1ff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.193644] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e1314e-01f2-4740-9ea3-302edaa67080 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.201292] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651cf4bb-64c7-48ed-94d7-a15a3443370d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.215623] env[70294]: DEBUG nova.compute.provider_tree [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.221953] env[70294]: INFO nova.compute.manager [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Detaching volume aed68b00-da2e-41a5-bea2-7362db9d6afb [ 1174.270623] env[70294]: INFO nova.virt.block_device [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Attempting to driver detach volume aed68b00-da2e-41a5-bea2-7362db9d6afb from mountpoint /dev/sdb [ 1174.270742] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.273016] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.273016] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac12fdd-2ea9-4531-b047-aa2417ff29d3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.276233] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.276553] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd8d7a92-53b9-48ac-8c5c-50faf2ef5a4b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.301290] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e22f53-56f4-40fa-ad1b-88d9e263b165 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.304399] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1174.304399] env[70294]: value = "task-3570744" [ 1174.304399] env[70294]: _type = "Task" [ 1174.304399] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.310983] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce34013-9bff-4b6e-97c3-589b25261986 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.317158] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.317545] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.336973] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8b486-4aeb-469c-8602-82db9c4720ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.353544] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] The volume has not been displaced from its original location: [datastore1] volume-aed68b00-da2e-41a5-bea2-7362db9d6afb/volume-aed68b00-da2e-41a5-bea2-7362db9d6afb.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1174.358947] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.359308] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bfc848d-1a32-4bbf-8b53-d42bd16da8c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.377561] env[70294]: DEBUG oslo_vmware.api [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1174.377561] env[70294]: value = "task-3570745" [ 1174.377561] env[70294]: _type = "Task" [ 1174.377561] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.385278] env[70294]: DEBUG oslo_vmware.api [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.719459] env[70294]: DEBUG nova.scheduler.client.report [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.738304] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "22f608c9-cc51-4554-84e6-29c2fe869d97" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.738772] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.738772] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "22f608c9-cc51-4554-84e6-29c2fe869d97-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.739090] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.739219] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.741092] env[70294]: INFO nova.compute.manager [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Terminating instance [ 1174.814948] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570744, 'name': PowerOffVM_Task, 'duration_secs': 0.169423} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.815255] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.815482] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.816372] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d950dfb7-9ce9-4fa9-95c5-ee42fb287827 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.826404] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.826404] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a688ddce-3778-47e5-8ad2-ff4db68c88f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.852342] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.852634] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.852763] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleting the datastore file [datastore1] f9cba790-ef49-4031-a14f-35904e7d81a5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.853041] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85d473a-73a1-4d79-9213-b17a9ebfcf91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.861103] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1174.861103] env[70294]: value = "task-3570747" [ 1174.861103] env[70294]: _type = "Task" [ 1174.861103] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.869617] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.889020] env[70294]: DEBUG oslo_vmware.api [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570745, 'name': ReconfigVM_Task, 'duration_secs': 0.355343} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.889020] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.891881] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e3bfba-361f-4c88-9d7f-fe9f4a74fddf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.910775] env[70294]: DEBUG oslo_vmware.api [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1174.910775] env[70294]: value = "task-3570748" [ 1174.910775] env[70294]: _type = "Task" [ 1174.910775] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.921279] env[70294]: DEBUG oslo_vmware.api [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570748, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.003567] env[70294]: INFO nova.compute.manager [None req-c52a61b6-43ca-4c91-88a4-fd5687fe213f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance to original state: 'active' [ 1175.224924] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.227504] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.171s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.229145] env[70294]: INFO nova.compute.claims [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1175.244501] env[70294]: DEBUG nova.compute.manager [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.244745] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.245760] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efb4cdc-4352-46cb-adf5-2ebe6431b9f8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.255159] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.255159] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8485324f-c67d-404a-a594-ca7f85e98d10 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.259930] env[70294]: INFO nova.scheduler.client.report [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Deleted allocations for instance 4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5 [ 1175.264045] env[70294]: DEBUG oslo_vmware.api [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1175.264045] env[70294]: value = "task-3570749" [ 1175.264045] env[70294]: _type = "Task" [ 1175.264045] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.276432] env[70294]: DEBUG oslo_vmware.api [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.372854] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194576} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.373603] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.374442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.374442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.423321] env[70294]: DEBUG oslo_vmware.api [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570748, 'name': ReconfigVM_Task, 'duration_secs': 0.157709} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.423611] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712705', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'name': 'volume-aed68b00-da2e-41a5-bea2-7362db9d6afb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8b228378-2695-4839-869a-e931077ce99d', 'attached_at': '', 'detached_at': '', 'volume_id': 'aed68b00-da2e-41a5-bea2-7362db9d6afb', 'serial': 'aed68b00-da2e-41a5-bea2-7362db9d6afb'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1175.777804] env[70294]: DEBUG oslo_vmware.api [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570749, 'name': PowerOffVM_Task, 'duration_secs': 0.260961} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.778379] env[70294]: DEBUG oslo_concurrency.lockutils [None req-38d31fdc-1c84-42d5-9b6c-e0aa4944ece9 tempest-AttachVolumeNegativeTest-804692502 tempest-AttachVolumeNegativeTest-804692502-project-member] Lock "4ea24c65-aaf7-48ad-8da3-ec2b7695ccd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.267s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.779407] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.779521] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.779920] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ebc3107-f480-480e-b8c0-299c281a1166 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.842102] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.842102] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.842102] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Deleting the datastore file [datastore2] 22f608c9-cc51-4554-84e6-29c2fe869d97 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.842102] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae2db84-9ba5-4f2a-a8c4-b902fe23d03a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.849316] env[70294]: DEBUG oslo_vmware.api [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for the task: (returnval){ [ 1175.849316] env[70294]: value = "task-3570751" [ 1175.849316] env[70294]: _type = "Task" [ 1175.849316] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.860716] env[70294]: DEBUG oslo_vmware.api [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.984882] env[70294]: DEBUG nova.objects.instance [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'flavor' on Instance uuid 8b228378-2695-4839-869a-e931077ce99d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.116628] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.116898] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.117187] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.117502] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.117834] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.120107] env[70294]: INFO nova.compute.manager [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Terminating instance [ 1176.360569] env[70294]: DEBUG oslo_vmware.api [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Task: {'id': task-3570751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192999} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.360857] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.361063] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.361453] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.361676] env[70294]: INFO nova.compute.manager [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1176.361934] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.362151] env[70294]: DEBUG nova.compute.manager [-] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1176.362252] env[70294]: DEBUG nova.network.neutron [-] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1176.401033] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7514bd7-ad70-45f2-8bd4-9866284a2a2d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.410752] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de37635e-09ba-406f-ae0d-bc3b7490c7ee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.448473] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1176.448788] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1176.448954] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1176.449160] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1176.449376] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1176.450281] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1176.450281] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1176.450281] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1176.450281] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1176.450441] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1176.450666] env[70294]: DEBUG nova.virt.hardware [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1176.453725] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d88ef4d-599a-4bc8-8505-07cd20114e34 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.456941] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdfa82-754a-4316-ad72-b4b6395157e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.466938] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cad30d0-e780-4822-9056-7b77ae3ca9a0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.471741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4335c62c-0c68-4100-a589-55b865c51216 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.497236] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.503691] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.504192] env[70294]: DEBUG nova.compute.provider_tree [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.507094] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.507484] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45026a86-af98-401f-a056-019a43c75a30 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.521187] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cd55fbfb-a145-4941-8e91-8f4ad02bfbc1 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 2.802s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.531058] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.531058] env[70294]: value = "task-3570753" [ 1176.531058] env[70294]: _type = "Task" [ 1176.531058] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.535571] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570753, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.624327] env[70294]: DEBUG nova.compute.manager [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.624675] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.624941] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9eea34a2-4517-4e27-aa58-b0d063a379b8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.631769] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1176.631769] env[70294]: value = "task-3570754" [ 1176.631769] env[70294]: _type = "Task" [ 1176.631769] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.640168] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.829481] env[70294]: DEBUG nova.compute.manager [req-10ec983d-9ae9-45fb-89d9-977c45c65c23 req-fa141848-ca2d-4f8f-a20d-d84bcfc9cc5c service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Received event network-vif-deleted-871deaab-c18f-4a5c-94ef-815ece9a9649 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.829761] env[70294]: INFO nova.compute.manager [req-10ec983d-9ae9-45fb-89d9-977c45c65c23 req-fa141848-ca2d-4f8f-a20d-d84bcfc9cc5c service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Neutron deleted interface 871deaab-c18f-4a5c-94ef-815ece9a9649; detaching it from the instance and deleting it from the info cache [ 1176.831242] env[70294]: DEBUG nova.network.neutron [req-10ec983d-9ae9-45fb-89d9-977c45c65c23 req-fa141848-ca2d-4f8f-a20d-d84bcfc9cc5c service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.033719] env[70294]: ERROR nova.scheduler.client.report [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [req-259c321f-4dae-4e0b-ac67-938c3feb1d30] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-259c321f-4dae-4e0b-ac67-938c3feb1d30"}]} [ 1177.039928] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570753, 'name': CreateVM_Task, 'duration_secs': 0.303029} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.040808] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.041308] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.042116] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.042778] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.043258] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf969bc3-acc2-4846-9575-81131fcaa3ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.052071] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1177.052071] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]528098ec-2ac1-8030-c886-49ee982cad23" [ 1177.052071] env[70294]: _type = "Task" [ 1177.052071] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.060189] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528098ec-2ac1-8030-c886-49ee982cad23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.064817] env[70294]: DEBUG nova.scheduler.client.report [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1177.082366] env[70294]: DEBUG nova.scheduler.client.report [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1177.082465] env[70294]: DEBUG nova.compute.provider_tree [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.099223] env[70294]: DEBUG nova.scheduler.client.report [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1177.128487] env[70294]: DEBUG nova.scheduler.client.report [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1177.144274] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570754, 'name': PowerOffVM_Task, 'duration_secs': 0.226523} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.144504] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.144914] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1177.145194] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712707', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'name': 'volume-0ca18785-c908-4fa0-a800-d4507317f6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e', 'attached_at': '2025-04-25T02:43:14.000000', 'detached_at': '', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'serial': '0ca18785-c908-4fa0-a800-d4507317f6c3'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1177.148913] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0404300f-4723-4307-8533-76ca8be93dad {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.174041] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82847bce-b90a-46c8-a738-dee427ec6dab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.181163] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41971611-327c-4e4a-85ed-857e2a12cc80 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.185076] env[70294]: DEBUG nova.network.neutron [-] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.209736] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91d8bdf-e5ce-4c66-b6d4-6c1d3983460a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.225297] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] The volume has not been displaced from its original location: [datastore1] volume-0ca18785-c908-4fa0-a800-d4507317f6c3/volume-0ca18785-c908-4fa0-a800-d4507317f6c3.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1177.230375] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1177.234786] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083cf9d5-6122-4d84-afa9-c046d6f6bebd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.253304] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1177.253304] env[70294]: value = "task-3570755" [ 1177.253304] env[70294]: _type = "Task" [ 1177.253304] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.263922] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.332179] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd96c637-7f63-4ab2-b205-a4a43f812f8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.337869] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f1973f4-faec-4b4b-b62e-bfe3e5418e6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.345782] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a14bcc-80f6-4021-86bc-906f1a840449 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.352833] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c38580-b6b0-4f76-9da2-e5df7d154cec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.406863] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c629d5-87f7-4c3d-b7e1-da6c47321d96 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.408829] env[70294]: DEBUG nova.compute.manager [req-10ec983d-9ae9-45fb-89d9-977c45c65c23 req-fa141848-ca2d-4f8f-a20d-d84bcfc9cc5c service nova] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Detach interface failed, port_id=871deaab-c18f-4a5c-94ef-815ece9a9649, reason: Instance 22f608c9-cc51-4554-84e6-29c2fe869d97 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1177.414359] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f97e966-b178-4b95-b241-64a56ecd174a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.432081] env[70294]: DEBUG nova.compute.provider_tree [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.566602] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]528098ec-2ac1-8030-c886-49ee982cad23, 'name': SearchDatastore_Task, 'duration_secs': 0.032648} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.567207] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.567207] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.568089] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.568089] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.568089] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.568089] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a28d78ec-23c6-41b6-a37c-d58063daf87b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.580919] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.581132] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.581863] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b2c82c-f9ca-43a1-b5be-15f51472db56 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.587604] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1177.587604] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527a1460-89fa-e9e9-3d5d-71cabc71e3f3" [ 1177.587604] env[70294]: _type = "Task" [ 1177.587604] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.597100] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527a1460-89fa-e9e9-3d5d-71cabc71e3f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.688219] env[70294]: INFO nova.compute.manager [-] [instance: 22f608c9-cc51-4554-84e6-29c2fe869d97] Took 1.33 seconds to deallocate network for instance. [ 1177.763139] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570755, 'name': ReconfigVM_Task, 'duration_secs': 0.200821} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.763569] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1177.769612] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bbefba4-422b-44ed-a95e-4f5f1c4203cc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.785160] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1177.785160] env[70294]: value = "task-3570756" [ 1177.785160] env[70294]: _type = "Task" [ 1177.785160] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.794459] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.972721] env[70294]: DEBUG nova.scheduler.client.report [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.973042] env[70294]: DEBUG nova.compute.provider_tree [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 174 to 175 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.973261] env[70294]: DEBUG nova.compute.provider_tree [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.062308] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.062466] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.062679] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "8b228378-2695-4839-869a-e931077ce99d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.062911] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.063032] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.068994] env[70294]: INFO nova.compute.manager [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Terminating instance [ 1178.098782] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527a1460-89fa-e9e9-3d5d-71cabc71e3f3, 'name': SearchDatastore_Task, 'duration_secs': 0.026014} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.099615] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07207d82-fa26-456c-a7e6-f733c249f6c5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.104773] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1178.104773] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52327837-d697-f210-d304-d332b25aa785" [ 1178.104773] env[70294]: _type = "Task" [ 1178.104773] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.112741] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52327837-d697-f210-d304-d332b25aa785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.196504] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.295450] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570756, 'name': ReconfigVM_Task, 'duration_secs': 0.133815} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.295748] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712707', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'name': 'volume-0ca18785-c908-4fa0-a800-d4507317f6c3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e', 'attached_at': '2025-04-25T02:43:14.000000', 'detached_at': '', 'volume_id': '0ca18785-c908-4fa0-a800-d4507317f6c3', 'serial': '0ca18785-c908-4fa0-a800-d4507317f6c3'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1178.296083] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.296886] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd734248-fac9-4a67-9839-89743cfad84f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.303492] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.304206] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b0225cf-fcb8-406b-9ca7-da6cd92d8777 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.363156] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.363385] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.363572] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleting the datastore file [datastore2] cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.363832] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588a1f75-ac50-42ca-ad87-72777619a234 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.371645] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1178.371645] env[70294]: value = "task-3570758" [ 1178.371645] env[70294]: _type = "Task" [ 1178.371645] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.380161] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.478363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.251s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.478900] env[70294]: DEBUG nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1178.481784] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.165s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.482026] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.482180] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1178.482509] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.287s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.482721] env[70294]: DEBUG nova.objects.instance [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lazy-loading 'resources' on Instance uuid 22f608c9-cc51-4554-84e6-29c2fe869d97 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.484480] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85d480-95e1-42b6-b338-251f18c8972a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.495015] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3ffbe-6969-4695-b2f2-55bf52cea514 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.513532] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c3daa7-631b-4a7e-bee0-28f198a70f9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.521075] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360616c1-9610-4aaa-820b-b5903043c098 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.553325] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179711MB free_disk=82GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1178.553515] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.574827] env[70294]: DEBUG nova.compute.manager [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.574827] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.574827] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da164cc-3eeb-447a-8bb7-5b0dd74fad54 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.582256] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.582500] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4db41776-1778-4675-9bc9-df3bd07fbc61 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.589217] env[70294]: DEBUG oslo_vmware.api [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1178.589217] env[70294]: value = "task-3570759" [ 1178.589217] env[70294]: _type = "Task" [ 1178.589217] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.597385] env[70294]: DEBUG oslo_vmware.api [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.614145] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52327837-d697-f210-d304-d332b25aa785, 'name': SearchDatastore_Task, 'duration_secs': 0.010068} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.614501] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.614844] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.615041] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55c39ed-b660-47ee-8ec0-4e14a58314d7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.621468] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1178.621468] env[70294]: value = "task-3570760" [ 1178.621468] env[70294]: _type = "Task" [ 1178.621468] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.632198] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.640941] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.641184] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.886691] env[70294]: DEBUG oslo_vmware.api [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144797} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.886994] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.887218] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.887405] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.887583] env[70294]: INFO nova.compute.manager [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1178.887886] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.888088] env[70294]: DEBUG nova.compute.manager [-] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.888244] env[70294]: DEBUG nova.network.neutron [-] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.986568] env[70294]: DEBUG nova.compute.utils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1178.988549] env[70294]: DEBUG nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1178.988756] env[70294]: DEBUG nova.network.neutron [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1179.080737] env[70294]: DEBUG nova.policy [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f827cb54e55e486b9cfa1e91cdda3fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f2eb9cc3fde483a97ca47a557064d1e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1179.099091] env[70294]: DEBUG oslo_vmware.api [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570759, 'name': PowerOffVM_Task, 'duration_secs': 0.199944} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.099744] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.099744] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.099986] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30b37047-a58a-4221-b387-f7f3a450ce3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.137024] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570760, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.143815] env[70294]: DEBUG nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.163579] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.163579] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.163579] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleting the datastore file [datastore1] 8b228378-2695-4839-869a-e931077ce99d {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.163579] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79426c0c-b756-4218-9f09-794619dcbd6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.171396] env[70294]: DEBUG oslo_vmware.api [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1179.171396] env[70294]: value = "task-3570762" [ 1179.171396] env[70294]: _type = "Task" [ 1179.171396] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.182146] env[70294]: DEBUG oslo_vmware.api [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.190217] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4361d63-fc01-4ba6-875c-d48cec29e123 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.199396] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e100aa-24e6-44f1-a5b0-12644627d820 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.234556] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95966a3b-f613-42a9-9af7-6fa469696c59 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.244021] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9645b57-ee57-4d26-a48d-d6f6e1f90dd6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.260742] env[70294]: DEBUG nova.compute.provider_tree [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.494739] env[70294]: DEBUG nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1179.632407] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53294} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.632662] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.632915] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.633283] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-970db1d7-87b6-4b89-b3a2-4f03abdc6459 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.639722] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1179.639722] env[70294]: value = "task-3570764" [ 1179.639722] env[70294]: _type = "Task" [ 1179.639722] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.651092] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.668728] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.680742] env[70294]: DEBUG oslo_vmware.api [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139158} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.681425] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.681664] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.681899] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.682116] env[70294]: INFO nova.compute.manager [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 8b228378-2695-4839-869a-e931077ce99d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1179.682420] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.682631] env[70294]: DEBUG nova.compute.manager [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.682736] env[70294]: DEBUG nova.network.neutron [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.764121] env[70294]: DEBUG nova.scheduler.client.report [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.926449] env[70294]: DEBUG nova.compute.manager [req-d2712b43-aef8-4389-8f1e-f137309cda24 req-12fa7e27-9db3-4ccf-afba-0bc3298aae3b service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Received event network-vif-deleted-d288376e-84fc-4cec-8da9-f3b8f7ad43ae {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.926874] env[70294]: INFO nova.compute.manager [req-d2712b43-aef8-4389-8f1e-f137309cda24 req-12fa7e27-9db3-4ccf-afba-0bc3298aae3b service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Neutron deleted interface d288376e-84fc-4cec-8da9-f3b8f7ad43ae; detaching it from the instance and deleting it from the info cache [ 1179.927081] env[70294]: DEBUG nova.network.neutron [req-d2712b43-aef8-4389-8f1e-f137309cda24 req-12fa7e27-9db3-4ccf-afba-0bc3298aae3b service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.966927] env[70294]: DEBUG nova.network.neutron [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Successfully created port: 65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1180.150349] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068423} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.150349] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.151160] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e3da50-1edc-466e-bd10-a4c8ed41498f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.172974] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.173509] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83553233-3e0a-4eee-b846-9b12e77d7b9f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.197853] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1180.197853] env[70294]: value = "task-3570765" [ 1180.197853] env[70294]: _type = "Task" [ 1180.197853] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.207699] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570765, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.272056] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.787s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.273947] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.720s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.315901] env[70294]: INFO nova.scheduler.client.report [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Deleted allocations for instance 22f608c9-cc51-4554-84e6-29c2fe869d97 [ 1180.401025] env[70294]: DEBUG nova.network.neutron [-] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.430125] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-72149ff2-3b0e-478e-bef2-71c6edd83ff8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.442525] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96df603e-562f-45f8-a678-2613b6cbb9e0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.479316] env[70294]: DEBUG nova.compute.manager [req-d2712b43-aef8-4389-8f1e-f137309cda24 req-12fa7e27-9db3-4ccf-afba-0bc3298aae3b service nova] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Detach interface failed, port_id=d288376e-84fc-4cec-8da9-f3b8f7ad43ae, reason: Instance cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.508521] env[70294]: DEBUG nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1180.536192] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1180.537361] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1180.537361] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1180.537361] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1180.537361] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1180.537361] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1180.537361] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1180.537710] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1180.537825] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1180.538039] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1180.538325] env[70294]: DEBUG nova.virt.hardware [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1180.539218] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5200b42-a65e-4f36-ba22-375c4df6623f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.546991] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e526e4-48db-4580-ab51-e25a2572abae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.708575] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570765, 'name': ReconfigVM_Task, 'duration_secs': 0.312947} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.708858] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Reconfigured VM instance instance-00000078 to attach disk [datastore2] f9cba790-ef49-4031-a14f-35904e7d81a5/f9cba790-ef49-4031-a14f-35904e7d81a5.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.709495] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1604c87-8f19-4093-b2f0-d13e767c8040 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.715275] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1180.715275] env[70294]: value = "task-3570766" [ 1180.715275] env[70294]: _type = "Task" [ 1180.715275] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.722559] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570766, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.824049] env[70294]: DEBUG oslo_concurrency.lockutils [None req-439308a3-30c9-4731-9eea-93994ccc2d34 tempest-ServerRescueTestJSON-1965886216 tempest-ServerRescueTestJSON-1965886216-project-member] Lock "22f608c9-cc51-4554-84e6-29c2fe869d97" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.085s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.903180] env[70294]: INFO nova.compute.manager [-] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Took 2.01 seconds to deallocate network for instance. [ 1180.986248] env[70294]: DEBUG nova.network.neutron [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.229759] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570766, 'name': Rename_Task, 'duration_secs': 0.127685} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.230199] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.231170] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51e0327c-dcdc-4004-89df-ed2b103357b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.239628] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1181.239628] env[70294]: value = "task-3570767" [ 1181.239628] env[70294]: _type = "Task" [ 1181.239628] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.249102] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.305621] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5fae36cb-13ff-4a92-a4fa-66f993357e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.305856] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 8b228378-2695-4839-869a-e931077ce99d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.305946] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance bccd395f-a700-4c5e-903c-ff1830d141c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.306036] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.306169] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance aea6a0cd-a655-4e63-b4e2-50dc664b97c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.306300] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance b8a43ea7-d328-448f-98cf-d6d219406530 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.306391] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance f9cba790-ef49-4031-a14f-35904e7d81a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.306506] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1181.449685] env[70294]: INFO nova.compute.manager [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e] Took 0.55 seconds to detach 1 volumes for instance. [ 1181.488998] env[70294]: INFO nova.compute.manager [-] [instance: 8b228378-2695-4839-869a-e931077ce99d] Took 1.81 seconds to deallocate network for instance. [ 1181.711289] env[70294]: DEBUG nova.network.neutron [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Successfully updated port: 65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1181.751474] env[70294]: DEBUG oslo_vmware.api [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570767, 'name': PowerOnVM_Task, 'duration_secs': 0.430895} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.751918] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.752320] env[70294]: DEBUG nova.compute.manager [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1181.753847] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413aabc-bd0b-4a6e-9239-3b80ee0eb3e4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.810088] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1181.810354] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1181.810509] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1181.930119] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc14692-3b0a-41da-859b-3b56ac4c3f73 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.938532] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f796949-6691-4c0e-ad8f-9a6df506f26d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.974333] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.976969] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdba3ef9-a237-4ef1-abf1-89095ff67b0b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.981599] env[70294]: DEBUG nova.compute.manager [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 8b228378-2695-4839-869a-e931077ce99d] Received event network-vif-deleted-af3c1d6c-7a68-4e2a-8ce9-0571a057ce62 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.981912] env[70294]: DEBUG nova.compute.manager [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Received event network-vif-plugged-65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.982339] env[70294]: DEBUG oslo_concurrency.lockutils [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] Acquiring lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.983029] env[70294]: DEBUG oslo_concurrency.lockutils [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.983029] env[70294]: DEBUG oslo_concurrency.lockutils [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.983176] env[70294]: DEBUG nova.compute.manager [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] No waiting events found dispatching network-vif-plugged-65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1181.983737] env[70294]: WARNING nova.compute.manager [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Received unexpected event network-vif-plugged-65d314c9-a33b-4ab4-966a-d6418e003907 for instance with vm_state building and task_state spawning. [ 1181.984195] env[70294]: DEBUG nova.compute.manager [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Received event network-changed-65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.984475] env[70294]: DEBUG nova.compute.manager [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Refreshing instance network info cache due to event network-changed-65d314c9-a33b-4ab4-966a-d6418e003907. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.984778] env[70294]: DEBUG oslo_concurrency.lockutils [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] Acquiring lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.984992] env[70294]: DEBUG oslo_concurrency.lockutils [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] Acquired lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.985197] env[70294]: DEBUG nova.network.neutron [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Refreshing network info cache for port 65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.995453] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.997200] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f879c65-d85a-4dff-81a1-c6be475932ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.012755] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.214411] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.275685] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.515253] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.528250] env[70294]: DEBUG nova.network.neutron [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1182.602054] env[70294]: DEBUG nova.network.neutron [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.024840] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1183.025095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.751s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.025386] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.357s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.026884] env[70294]: INFO nova.compute.claims [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1183.104411] env[70294]: DEBUG oslo_concurrency.lockutils [req-25899617-da5f-4896-afe4-6ab5bfb00f22 req-87ae0b94-3eb3-4d64-9b12-2dcb9a824c0e service nova] Releasing lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.104847] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.105075] env[70294]: DEBUG nova.network.neutron [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.209373] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "f9cba790-ef49-4031-a14f-35904e7d81a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.210058] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.210058] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "f9cba790-ef49-4031-a14f-35904e7d81a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.210221] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.210359] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.213262] env[70294]: INFO nova.compute.manager [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Terminating instance [ 1183.636600] env[70294]: DEBUG nova.network.neutron [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.717318] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "refresh_cache-f9cba790-ef49-4031-a14f-35904e7d81a5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.717496] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "refresh_cache-f9cba790-ef49-4031-a14f-35904e7d81a5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.717674] env[70294]: DEBUG nova.network.neutron [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.768064] env[70294]: DEBUG nova.network.neutron [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Updating instance_info_cache with network_info: [{"id": "65d314c9-a33b-4ab4-966a-d6418e003907", "address": "fa:16:3e:be:c5:df", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d314c9-a3", "ovs_interfaceid": "65d314c9-a33b-4ab4-966a-d6418e003907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.834910] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.834910] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.029422] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.029662] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.029797] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.029951] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.030123] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.030302] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.030423] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1184.176404] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8275388e-260f-4ab3-9115-e2eeab6eda1a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.184437] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a222aa2d-0e55-4da4-9fca-7d3d9f8f0662 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.216604] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277bc150-44e2-4234-92fc-70e29913b653 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.226441] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8efb15-3ac7-4a02-8161-89089c550c37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.240169] env[70294]: DEBUG nova.compute.provider_tree [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.244451] env[70294]: DEBUG nova.network.neutron [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.271118] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.271492] env[70294]: DEBUG nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Instance network_info: |[{"id": "65d314c9-a33b-4ab4-966a-d6418e003907", "address": "fa:16:3e:be:c5:df", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d314c9-a3", "ovs_interfaceid": "65d314c9-a33b-4ab4-966a-d6418e003907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.274210] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:c5:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65d314c9-a33b-4ab4-966a-d6418e003907', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.281963] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.282185] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.282795] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d716b5-c603-4818-a715-02041bd26334 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.303879] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.303879] env[70294]: value = "task-3570769" [ 1184.303879] env[70294]: _type = "Task" [ 1184.303879] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.311781] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570769, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.336992] env[70294]: DEBUG nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.343217] env[70294]: DEBUG nova.network.neutron [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.743283] env[70294]: DEBUG nova.scheduler.client.report [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.814472] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570769, 'name': CreateVM_Task, 'duration_secs': 0.368749} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.814472] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1184.826375] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.826563] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.826899] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.827195] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f708004a-5a94-4574-87d7-3666d73f978a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.833381] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1184.833381] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52255cc6-18e5-f2db-03c3-fe8239d1f4d6" [ 1184.833381] env[70294]: _type = "Task" [ 1184.833381] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.843678] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52255cc6-18e5-f2db-03c3-fe8239d1f4d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.845965] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "refresh_cache-f9cba790-ef49-4031-a14f-35904e7d81a5" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.846357] env[70294]: DEBUG nova.compute.manager [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.846564] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.851887] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ecd720-54f0-46d9-9005-7e99aacc47fd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.859956] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.860220] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac97bbbd-30d2-48a6-be44-b6ff272da6db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.868085] env[70294]: DEBUG oslo_vmware.api [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1184.868085] env[70294]: value = "task-3570770" [ 1184.868085] env[70294]: _type = "Task" [ 1184.868085] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.873271] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.878334] env[70294]: DEBUG oslo_vmware.api [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.247999] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.248479] env[70294]: DEBUG nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.251421] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.277s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.251633] env[70294]: DEBUG nova.objects.instance [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'resources' on Instance uuid cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.345446] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52255cc6-18e5-f2db-03c3-fe8239d1f4d6, 'name': SearchDatastore_Task, 'duration_secs': 0.02901} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.345790] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.346057] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.346299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.346443] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.346622] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.346886] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59b19e6-1394-4eaf-a7f8-2980054e5040 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.355076] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.355208] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.355952] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61fe62bd-8a42-47c3-99bd-5ea4de310e4e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.361865] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1185.361865] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b15b44-c082-26f3-1877-c4323705fcb0" [ 1185.361865] env[70294]: _type = "Task" [ 1185.361865] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.369243] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b15b44-c082-26f3-1877-c4323705fcb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.377188] env[70294]: DEBUG oslo_vmware.api [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570770, 'name': PowerOffVM_Task, 'duration_secs': 0.144807} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.377539] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.377743] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.377995] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f6391f8-494f-4e36-97ba-369876ac838b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.401488] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.401714] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.401892] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleting the datastore file [datastore2] f9cba790-ef49-4031-a14f-35904e7d81a5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.402172] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-538040bb-baa9-41b2-b1d0-c55249b8e252 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.408096] env[70294]: DEBUG oslo_vmware.api [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1185.408096] env[70294]: value = "task-3570772" [ 1185.408096] env[70294]: _type = "Task" [ 1185.408096] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.416675] env[70294]: DEBUG oslo_vmware.api [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.755657] env[70294]: DEBUG nova.compute.utils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.759725] env[70294]: DEBUG nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.759725] env[70294]: DEBUG nova.network.neutron [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.824939] env[70294]: DEBUG nova.policy [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e95f023d1ce4da4802d437a1a7d8be5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0923dcbded8040aabc9655a60f1a6245', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.871930] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b15b44-c082-26f3-1877-c4323705fcb0, 'name': SearchDatastore_Task, 'duration_secs': 0.008466} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.872720] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a67e0128-d34f-44d3-bba3-cd74c9ce75cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.877584] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1185.877584] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f45792-42c9-4d72-1a43-8e84d565587d" [ 1185.877584] env[70294]: _type = "Task" [ 1185.877584] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.881864] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c65b87b-91e6-4204-9089-3f4a95bc0214 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.889169] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f45792-42c9-4d72-1a43-8e84d565587d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.891888] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ca9a38-b07a-4dfa-9bf0-8ef79be80f60 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.925777] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce055b2-c462-4065-b052-a5f6d389377e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.935533] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdef562b-c926-4529-9ba6-2a33c11cbc8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.939719] env[70294]: DEBUG oslo_vmware.api [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092729} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.939977] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.940176] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.940357] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.940534] env[70294]: INFO nova.compute.manager [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1185.940773] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.941341] env[70294]: DEBUG nova.compute.manager [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.941706] env[70294]: DEBUG nova.network.neutron [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.950824] env[70294]: DEBUG nova.compute.provider_tree [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.970950] env[70294]: DEBUG nova.network.neutron [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1186.117155] env[70294]: DEBUG nova.network.neutron [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Successfully created port: 84f8ec5c-7814-4548-a936-96ac3b4b7071 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.260108] env[70294]: DEBUG nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.389028] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52f45792-42c9-4d72-1a43-8e84d565587d, 'name': SearchDatastore_Task, 'duration_secs': 0.010701} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.389028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.389028] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9/2d0ca02e-d1e0-46fa-b292-9284f2bf19d9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.389028] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1fe4b44f-ee35-4d49-98d6-462cecbfca6e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.395337] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1186.395337] env[70294]: value = "task-3570773" [ 1186.395337] env[70294]: _type = "Task" [ 1186.395337] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.402856] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.453632] env[70294]: DEBUG nova.scheduler.client.report [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.474855] env[70294]: DEBUG nova.network.neutron [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.904920] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479266} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.905334] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9/2d0ca02e-d1e0-46fa-b292-9284f2bf19d9.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1186.905428] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1186.905680] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae3d1c6-cee5-4056-a238-20d962131f79 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.912103] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1186.912103] env[70294]: value = "task-3570774" [ 1186.912103] env[70294]: _type = "Task" [ 1186.912103] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.919899] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.958646] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.707s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.961142] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.966s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.961377] env[70294]: DEBUG nova.objects.instance [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'resources' on Instance uuid 8b228378-2695-4839-869a-e931077ce99d {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.976858] env[70294]: INFO nova.compute.manager [-] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Took 1.04 seconds to deallocate network for instance. [ 1186.982249] env[70294]: INFO nova.scheduler.client.report [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted allocations for instance cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e [ 1187.271386] env[70294]: DEBUG nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.296244] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.296489] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.296645] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.296831] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.296980] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.297143] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.297357] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.297524] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.297693] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.297859] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.298046] env[70294]: DEBUG nova.virt.hardware [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.298927] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548429b6-cc3e-4646-958f-534f95b8ce75 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.306567] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7799127-d46c-4719-9e96-4c624b8681aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.422067] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079652} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.422369] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1187.423139] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c86c325-3296-4ca8-a50c-505c4c775810 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.444475] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9/2d0ca02e-d1e0-46fa-b292-9284f2bf19d9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1187.444849] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-938c3405-deca-4470-8d3b-656e9fdc3ce3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.466556] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1187.466556] env[70294]: value = "task-3570775" [ 1187.466556] env[70294]: _type = "Task" [ 1187.466556] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.474672] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570775, 'name': ReconfigVM_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.485065] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.491421] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f720b8a7-6870-45a4-b85f-ea2576a6d8bf tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "cbf600f9-a8a8-4b07-bb33-c8b9bc0bc98e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.374s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.494136] env[70294]: DEBUG nova.compute.manager [req-d8252b6d-a7a8-4c97-bfdf-ccf5570546ed req-74dee891-0ee4-4860-b09b-796421bed7d7 service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Received event network-vif-plugged-84f8ec5c-7814-4548-a936-96ac3b4b7071 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1187.494368] env[70294]: DEBUG oslo_concurrency.lockutils [req-d8252b6d-a7a8-4c97-bfdf-ccf5570546ed req-74dee891-0ee4-4860-b09b-796421bed7d7 service nova] Acquiring lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.494597] env[70294]: DEBUG oslo_concurrency.lockutils [req-d8252b6d-a7a8-4c97-bfdf-ccf5570546ed req-74dee891-0ee4-4860-b09b-796421bed7d7 service nova] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.494808] env[70294]: DEBUG oslo_concurrency.lockutils [req-d8252b6d-a7a8-4c97-bfdf-ccf5570546ed req-74dee891-0ee4-4860-b09b-796421bed7d7 service nova] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.494951] env[70294]: DEBUG nova.compute.manager [req-d8252b6d-a7a8-4c97-bfdf-ccf5570546ed req-74dee891-0ee4-4860-b09b-796421bed7d7 service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] No waiting events found dispatching network-vif-plugged-84f8ec5c-7814-4548-a936-96ac3b4b7071 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.495154] env[70294]: WARNING nova.compute.manager [req-d8252b6d-a7a8-4c97-bfdf-ccf5570546ed req-74dee891-0ee4-4860-b09b-796421bed7d7 service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Received unexpected event network-vif-plugged-84f8ec5c-7814-4548-a936-96ac3b4b7071 for instance with vm_state building and task_state spawning. [ 1187.589066] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80604e5d-be8d-4cfa-b233-8337197573db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.596425] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7474e-053c-4864-8727-27e036402ec8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.600166] env[70294]: DEBUG nova.network.neutron [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Successfully updated port: 84f8ec5c-7814-4548-a936-96ac3b4b7071 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.629583] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d9bb6c-dc83-4694-aab4-0a899e82d084 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.637386] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30da474-d104-4e87-a272-8ac949478a10 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.651047] env[70294]: DEBUG nova.compute.provider_tree [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.978967] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570775, 'name': ReconfigVM_Task, 'duration_secs': 0.274163} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.979325] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9/2d0ca02e-d1e0-46fa-b292-9284f2bf19d9.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1187.979981] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c0df44-81db-4627-b038-4b365f6b35ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.986549] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1187.986549] env[70294]: value = "task-3570776" [ 1187.986549] env[70294]: _type = "Task" [ 1187.986549] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.995238] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570776, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.103185] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "refresh_cache-4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.103269] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquired lock "refresh_cache-4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.103469] env[70294]: DEBUG nova.network.neutron [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.154331] env[70294]: DEBUG nova.scheduler.client.report [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.377237] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.377539] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.377777] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.377955] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.378143] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.380220] env[70294]: INFO nova.compute.manager [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Terminating instance [ 1188.498216] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570776, 'name': Rename_Task, 'duration_secs': 0.149149} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.498531] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1188.498784] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccbc62aa-6763-45bb-a508-317ea2a754d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.504966] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1188.504966] env[70294]: value = "task-3570777" [ 1188.504966] env[70294]: _type = "Task" [ 1188.504966] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.511622] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.635228] env[70294]: DEBUG nova.network.neutron [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.659155] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.661855] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.386s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.661855] env[70294]: DEBUG nova.objects.instance [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1188.678720] env[70294]: INFO nova.scheduler.client.report [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted allocations for instance 8b228378-2695-4839-869a-e931077ce99d [ 1188.767088] env[70294]: DEBUG nova.network.neutron [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Updating instance_info_cache with network_info: [{"id": "84f8ec5c-7814-4548-a936-96ac3b4b7071", "address": "fa:16:3e:6a:30:d9", "network": {"id": "8dd16dab-b60b-4662-b4ee-5d159ab494be", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-729447726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0923dcbded8040aabc9655a60f1a6245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f8ec5c-78", "ovs_interfaceid": "84f8ec5c-7814-4548-a936-96ac3b4b7071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.884959] env[70294]: DEBUG nova.compute.manager [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.884959] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.885841] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a2f9f-41f1-47b9-b504-031155ed541e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.894134] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.894412] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6093e34-db44-45df-89c5-510cc73358c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.900609] env[70294]: DEBUG oslo_vmware.api [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1188.900609] env[70294]: value = "task-3570778" [ 1188.900609] env[70294]: _type = "Task" [ 1188.900609] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.908453] env[70294]: DEBUG oslo_vmware.api [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.915404] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.915404] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.015019] env[70294]: DEBUG oslo_vmware.api [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570777, 'name': PowerOnVM_Task, 'duration_secs': 0.466917} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.015345] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1189.015585] env[70294]: INFO nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1189.015804] env[70294]: DEBUG nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1189.016681] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9df9afe-2dd7-4ab7-89d3-812cda437667 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.185533] env[70294]: DEBUG oslo_concurrency.lockutils [None req-364c6d92-0506-4d5c-acf4-cbd8e05a75bf tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "8b228378-2695-4839-869a-e931077ce99d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.123s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.270063] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Releasing lock "refresh_cache-4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.270315] env[70294]: DEBUG nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Instance network_info: |[{"id": "84f8ec5c-7814-4548-a936-96ac3b4b7071", "address": "fa:16:3e:6a:30:d9", "network": {"id": "8dd16dab-b60b-4662-b4ee-5d159ab494be", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-729447726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0923dcbded8040aabc9655a60f1a6245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f8ec5c-78", "ovs_interfaceid": "84f8ec5c-7814-4548-a936-96ac3b4b7071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.270739] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:30:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f9ffee1-f413-4f28-8bc4-3fb2cf299789', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84f8ec5c-7814-4548-a936-96ac3b4b7071', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.278346] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Creating folder: Project (0923dcbded8040aabc9655a60f1a6245). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.278966] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38b0c6c3-c44c-49fb-9823-73e4a59db2c6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.289533] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Created folder: Project (0923dcbded8040aabc9655a60f1a6245) in parent group-v712401. [ 1189.289724] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Creating folder: Instances. Parent ref: group-v712728. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1189.289961] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-920924bf-8a98-4a96-9b81-80e2c163871c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.298575] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Created folder: Instances in parent group-v712728. [ 1189.298823] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.299035] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.299309] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef34ed1b-486a-48e5-b73b-ec772dd37765 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.318096] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.318096] env[70294]: value = "task-3570781" [ 1189.318096] env[70294]: _type = "Task" [ 1189.318096] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.325442] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570781, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.410951] env[70294]: DEBUG oslo_vmware.api [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570778, 'name': PowerOffVM_Task, 'duration_secs': 0.201226} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.411296] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.411517] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.411851] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-030dca0e-a7ec-4aa3-bd0a-9ee3a1f7c5ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.418139] env[70294]: DEBUG nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.470272] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.470505] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.470738] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleting the datastore file [datastore1] bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.471029] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d8c904d-19bc-41e9-b434-17ea4198c4ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.477577] env[70294]: DEBUG oslo_vmware.api [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for the task: (returnval){ [ 1189.477577] env[70294]: value = "task-3570783" [ 1189.477577] env[70294]: _type = "Task" [ 1189.477577] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.485634] env[70294]: DEBUG oslo_vmware.api [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.523824] env[70294]: DEBUG nova.compute.manager [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Received event network-changed-84f8ec5c-7814-4548-a936-96ac3b4b7071 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.524044] env[70294]: DEBUG nova.compute.manager [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Refreshing instance network info cache due to event network-changed-84f8ec5c-7814-4548-a936-96ac3b4b7071. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.524281] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] Acquiring lock "refresh_cache-4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.524689] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] Acquired lock "refresh_cache-4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.524817] env[70294]: DEBUG nova.network.neutron [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Refreshing network info cache for port 84f8ec5c-7814-4548-a936-96ac3b4b7071 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.537261] env[70294]: INFO nova.compute.manager [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Took 17.50 seconds to build instance. [ 1189.670866] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0cef76a4-2728-4aaf-97ce-a749c0f79b08 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.672358] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.799s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.675503] env[70294]: INFO nova.compute.claims [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.768616] env[70294]: DEBUG nova.compute.manager [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Received event network-changed-65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1189.768810] env[70294]: DEBUG nova.compute.manager [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Refreshing instance network info cache due to event network-changed-65d314c9-a33b-4ab4-966a-d6418e003907. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1189.768850] env[70294]: DEBUG oslo_concurrency.lockutils [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] Acquiring lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.768987] env[70294]: DEBUG oslo_concurrency.lockutils [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] Acquired lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.769168] env[70294]: DEBUG nova.network.neutron [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Refreshing network info cache for port 65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.828047] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570781, 'name': CreateVM_Task, 'duration_secs': 0.347075} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.828191] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.828878] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.829056] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.829380] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.829626] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64eb8f3-2837-4688-bc22-421d9abb961e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.834635] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1189.834635] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211a94f-9826-f8d1-644f-021d65752ba0" [ 1189.834635] env[70294]: _type = "Task" [ 1189.834635] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.842407] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211a94f-9826-f8d1-644f-021d65752ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.942447] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.987886] env[70294]: DEBUG oslo_vmware.api [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Task: {'id': task-3570783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136792} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.987886] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.987886] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.988165] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.988256] env[70294]: INFO nova.compute.manager [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1189.988531] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.988772] env[70294]: DEBUG nova.compute.manager [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.988870] env[70294]: DEBUG nova.network.neutron [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.038686] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e93979cf-8fa2-4964-9465-7a9bbb9f0b8d tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.015s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.347829] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5211a94f-9826-f8d1-644f-021d65752ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.009132} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.348199] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.348514] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.348769] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.348920] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.349120] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.349419] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2886e062-7780-48ac-8645-7feef97f50fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.360832] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.361014] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.361736] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85880c50-0cec-4e9b-afad-946afd23f961 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.366834] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1190.366834] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bcc096-23c3-3085-436c-0f57ec637dbd" [ 1190.366834] env[70294]: _type = "Task" [ 1190.366834] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.379466] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bcc096-23c3-3085-436c-0f57ec637dbd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.504460] env[70294]: DEBUG nova.network.neutron [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Updated VIF entry in instance network info cache for port 84f8ec5c-7814-4548-a936-96ac3b4b7071. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.504823] env[70294]: DEBUG nova.network.neutron [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Updating instance_info_cache with network_info: [{"id": "84f8ec5c-7814-4548-a936-96ac3b4b7071", "address": "fa:16:3e:6a:30:d9", "network": {"id": "8dd16dab-b60b-4662-b4ee-5d159ab494be", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-729447726-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0923dcbded8040aabc9655a60f1a6245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f9ffee1-f413-4f28-8bc4-3fb2cf299789", "external-id": "nsx-vlan-transportzone-599", "segmentation_id": 599, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84f8ec5c-78", "ovs_interfaceid": "84f8ec5c-7814-4548-a936-96ac3b4b7071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.767430] env[70294]: DEBUG nova.network.neutron [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Updated VIF entry in instance network info cache for port 65d314c9-a33b-4ab4-966a-d6418e003907. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1190.767729] env[70294]: DEBUG nova.network.neutron [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Updating instance_info_cache with network_info: [{"id": "65d314c9-a33b-4ab4-966a-d6418e003907", "address": "fa:16:3e:be:c5:df", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d314c9-a3", "ovs_interfaceid": "65d314c9-a33b-4ab4-966a-d6418e003907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.822579] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4164564-f2a6-4c0d-b30b-ca7625051016 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.831015] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feff74b8-f867-4233-8a6e-24de3d15fbdf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.860302] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055c4aa5-7f85-4fbf-910d-ac92a1d4a64a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.867085] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c86ea7c-4bd1-415b-b27c-4274dc4be06f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.882721] env[70294]: DEBUG nova.compute.provider_tree [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.887066] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52bcc096-23c3-3085-436c-0f57ec637dbd, 'name': SearchDatastore_Task, 'duration_secs': 0.032027} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.888235] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32da52e-5840-4afa-9a42-441b5dfd5658 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.893584] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1190.893584] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525ba8c6-68ed-5082-80cf-7d07a1d5182d" [ 1190.893584] env[70294]: _type = "Task" [ 1190.893584] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.900793] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525ba8c6-68ed-5082-80cf-7d07a1d5182d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.008049] env[70294]: DEBUG oslo_concurrency.lockutils [req-dc5073c4-fc2e-47a1-84d4-4296cbdb024a req-aeff3660-8ec1-4361-a0ac-04f1d08f1b0b service nova] Releasing lock "refresh_cache-4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.274731] env[70294]: DEBUG oslo_concurrency.lockutils [req-9f6cec48-8c03-42d2-86ef-abf9e05b4478 req-da0ae3f3-81e0-4bb0-8133-4110bb805af1 service nova] Releasing lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.306496] env[70294]: DEBUG nova.network.neutron [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.324395] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.324637] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.388900] env[70294]: DEBUG nova.scheduler.client.report [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.403985] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525ba8c6-68ed-5082-80cf-7d07a1d5182d, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.404285] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.404588] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8/4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.404874] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-168c082c-0a9b-424f-8d72-d1b2d7bdeb91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.412806] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1191.412806] env[70294]: value = "task-3570784" [ 1191.412806] env[70294]: _type = "Task" [ 1191.412806] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.421031] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570784, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.551227] env[70294]: DEBUG nova.compute.manager [req-c349bc89-4df4-493e-9cab-9f8fe40def40 req-defab3bb-518a-4266-9135-76bbfaab570d service nova] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Received event network-vif-deleted-1d5ef292-01cb-426a-a5e6-0e5bef41c756 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.809930] env[70294]: INFO nova.compute.manager [-] [instance: bccd395f-a700-4c5e-903c-ff1830d141c5] Took 1.82 seconds to deallocate network for instance. [ 1191.828014] env[70294]: DEBUG nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.895525] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.223s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.896080] env[70294]: DEBUG nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.898954] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.414s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.899201] env[70294]: DEBUG nova.objects.instance [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lazy-loading 'resources' on Instance uuid f9cba790-ef49-4031-a14f-35904e7d81a5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.922960] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570784, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493855} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.923342] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8/4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.923738] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.924148] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4a15737-6674-4b05-a940-d9ca6f403517 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.930482] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1191.930482] env[70294]: value = "task-3570785" [ 1191.930482] env[70294]: _type = "Task" [ 1191.930482] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.939198] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.317859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.354508] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.402156] env[70294]: DEBUG nova.compute.utils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.406632] env[70294]: DEBUG nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Not allocating networking since 'none' was specified. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1192.442958] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123622} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.443247] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.444164] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b672b7-58eb-4e5f-8dea-8133dd2194d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.468543] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8/4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.471208] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88cf256b-e153-49c0-9cdd-2d245d04eeb2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.490959] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1192.490959] env[70294]: value = "task-3570786" [ 1192.490959] env[70294]: _type = "Task" [ 1192.490959] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.501970] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570786, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.568249] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dee456f-b93a-4c9f-8682-4d499d0d9405 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.575944] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b794e829-6ebd-43e1-8b8a-a09b10025d66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.606317] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0019dfb-8847-4df9-b584-0b2d495b283c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.613589] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f878d617-ebfd-48d9-b428-684fd61b134b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.626710] env[70294]: DEBUG nova.compute.provider_tree [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.908371] env[70294]: DEBUG nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.000767] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570786, 'name': ReconfigVM_Task, 'duration_secs': 0.258684} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.001037] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8/4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1193.001758] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab944201-a923-48f2-a1a1-8d66dcd29174 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.007837] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1193.007837] env[70294]: value = "task-3570787" [ 1193.007837] env[70294]: _type = "Task" [ 1193.007837] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.018978] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570787, 'name': Rename_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.129897] env[70294]: DEBUG nova.scheduler.client.report [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.521110] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570787, 'name': Rename_Task, 'duration_secs': 0.128927} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.521110] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.521110] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8604d7a6-1cc4-4d62-bb54-4755eb878fc6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.528422] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1193.528422] env[70294]: value = "task-3570788" [ 1193.528422] env[70294]: _type = "Task" [ 1193.528422] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.536555] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.634679] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.637802] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.695s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.638734] env[70294]: INFO nova.compute.claims [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1193.656654] env[70294]: INFO nova.scheduler.client.report [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleted allocations for instance f9cba790-ef49-4031-a14f-35904e7d81a5 [ 1193.918578] env[70294]: DEBUG nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.948103] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.948384] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.948550] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.948771] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.948945] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.949160] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.949479] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.949636] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.949807] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.949971] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.950162] env[70294]: DEBUG nova.virt.hardware [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.951061] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10d0f6f-af2b-4681-b4b7-fd184a16176d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.959214] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7644f9e-89a6-4e17-96d0-0708e7a69335 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.972745] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.978539] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Creating folder: Project (8d4c4d99579046a7af2ba3c384716f74). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.978883] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21148ad7-7abb-4cc4-9c29-c90d7035c08e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.988813] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Created folder: Project (8d4c4d99579046a7af2ba3c384716f74) in parent group-v712401. [ 1193.988989] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Creating folder: Instances. Parent ref: group-v712731. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1193.989213] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c2b2672-81c4-41b1-b634-16f58f262104 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.998492] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Created folder: Instances in parent group-v712731. [ 1193.998709] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.998887] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.999083] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4cb613-28d8-4d7f-a835-f649bf01cddd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.014891] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.014891] env[70294]: value = "task-3570791" [ 1194.014891] env[70294]: _type = "Task" [ 1194.014891] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.021542] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570791, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.036202] env[70294]: DEBUG oslo_vmware.api [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570788, 'name': PowerOnVM_Task, 'duration_secs': 0.421007} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.036456] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.036655] env[70294]: INFO nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1194.036869] env[70294]: DEBUG nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1194.037636] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ebb9a9-d705-4c99-8402-0b1516fc5fa4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.163827] env[70294]: DEBUG oslo_concurrency.lockutils [None req-cf009461-5ba7-47d6-8798-6615b167cb9a tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "f9cba790-ef49-4031-a14f-35904e7d81a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.954s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.524815] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570791, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.553109] env[70294]: INFO nova.compute.manager [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Took 14.90 seconds to build instance. [ 1194.763975] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d107567e-a0c2-45c4-8c8c-a13c54ef1176 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.771755] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80056b6d-5c1c-4109-8a90-ea7de12ab5ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.801225] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058af98c-abd0-4737-9575-eef270498741 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.807954] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0accb4e4-e80c-4511-89a9-1c6843833c13 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.821136] env[70294]: DEBUG nova.compute.provider_tree [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.024595] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570791, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.055309] env[70294]: DEBUG oslo_concurrency.lockutils [None req-566adbf1-2458-4a71-aae9-5286494fd23c tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.414s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.120108] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "b8a43ea7-d328-448f-98cf-d6d219406530" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.120425] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "b8a43ea7-d328-448f-98cf-d6d219406530" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.120738] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "b8a43ea7-d328-448f-98cf-d6d219406530-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.121041] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "b8a43ea7-d328-448f-98cf-d6d219406530-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.121313] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "b8a43ea7-d328-448f-98cf-d6d219406530-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.123960] env[70294]: INFO nova.compute.manager [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Terminating instance [ 1195.324503] env[70294]: DEBUG nova.scheduler.client.report [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.329228] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.329444] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.329638] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.329819] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.329982] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.331820] env[70294]: INFO nova.compute.manager [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Terminating instance [ 1195.525827] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570791, 'name': CreateVM_Task, 'duration_secs': 1.257574} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.526198] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.526488] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.526657] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.526969] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.527230] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a80220-f8f4-4d34-9c50-1929cfae3b03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.531592] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1195.531592] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c2fed0-c3a0-a0b1-37d4-74ac03885812" [ 1195.531592] env[70294]: _type = "Task" [ 1195.531592] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.539241] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c2fed0-c3a0-a0b1-37d4-74ac03885812, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.628631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "refresh_cache-b8a43ea7-d328-448f-98cf-d6d219406530" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.628881] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquired lock "refresh_cache-b8a43ea7-d328-448f-98cf-d6d219406530" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.629110] env[70294]: DEBUG nova.network.neutron [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.829028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.829689] env[70294]: DEBUG nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1195.832497] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.515s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.833175] env[70294]: DEBUG nova.objects.instance [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lazy-loading 'resources' on Instance uuid bccd395f-a700-4c5e-903c-ff1830d141c5 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.834735] env[70294]: DEBUG nova.compute.manager [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1195.834938] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1195.835784] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2e991c-b93f-43ba-93d7-047273d1c1a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.843458] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1195.843691] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a3f855-7aec-4dcb-b322-d0de600e899f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.849677] env[70294]: DEBUG oslo_vmware.api [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1195.849677] env[70294]: value = "task-3570792" [ 1195.849677] env[70294]: _type = "Task" [ 1195.849677] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.857931] env[70294]: DEBUG oslo_vmware.api [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.042519] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52c2fed0-c3a0-a0b1-37d4-74ac03885812, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.042758] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.043020] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.043284] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.043492] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.043619] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.043892] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97e0f31d-df57-4988-8e20-433e9bfc7c03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.052397] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.052674] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.054046] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a505c49-e521-4b37-be5d-f5a20bd046c4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.058302] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1196.058302] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]525020a9-c99d-6ac5-f0a6-918b08da701e" [ 1196.058302] env[70294]: _type = "Task" [ 1196.058302] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.065986] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525020a9-c99d-6ac5-f0a6-918b08da701e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.147329] env[70294]: DEBUG nova.network.neutron [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1196.196945] env[70294]: DEBUG nova.network.neutron [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.335825] env[70294]: DEBUG nova.compute.utils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.340472] env[70294]: DEBUG nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1196.340642] env[70294]: DEBUG nova.network.neutron [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1196.359820] env[70294]: DEBUG oslo_vmware.api [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570792, 'name': PowerOffVM_Task, 'duration_secs': 0.204813} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.362261] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1196.362445] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1196.362857] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e20f33-62ac-4ffb-b938-29d73d2ce422 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.376906] env[70294]: DEBUG nova.policy [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff4d316b07d84a038fd3c41cf57cb551', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99449fe986ab450180ef3f9a06a3a30e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1196.427012] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1196.427258] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1196.427438] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Deleting the datastore file [datastore2] 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1196.427690] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39dca045-912a-423e-a12b-5b95278a676d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.433187] env[70294]: DEBUG oslo_vmware.api [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for the task: (returnval){ [ 1196.433187] env[70294]: value = "task-3570794" [ 1196.433187] env[70294]: _type = "Task" [ 1196.433187] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.443029] env[70294]: DEBUG oslo_vmware.api [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.458171] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f40075-f00f-4cf6-b7a4-c3e766f0451d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.464751] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518e5033-0e0c-41f9-8653-8f271c4637ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.495385] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7281db4-20a8-45a9-bff5-9ae7ea23f669 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.502448] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f0c1db-9289-44c8-a082-067a6234eea6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.515578] env[70294]: DEBUG nova.compute.provider_tree [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.568442] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]525020a9-c99d-6ac5-f0a6-918b08da701e, 'name': SearchDatastore_Task, 'duration_secs': 0.008227} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.569245] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0942c373-78d9-4b80-a454-8f6c6b115cd4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.574339] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1196.574339] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b523c-b89a-e6ea-f8b2-cac385b4cdfd" [ 1196.574339] env[70294]: _type = "Task" [ 1196.574339] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.581651] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b523c-b89a-e6ea-f8b2-cac385b4cdfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.659137] env[70294]: DEBUG nova.network.neutron [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Successfully created port: 004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1196.700028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Releasing lock "refresh_cache-b8a43ea7-d328-448f-98cf-d6d219406530" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.700389] env[70294]: DEBUG nova.compute.manager [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.700592] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.701541] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca62b11-bbe6-4a73-9d14-848a252b3762 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.709290] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.709526] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb97826f-96ed-481e-9100-1f1bb1914ce1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.716014] env[70294]: DEBUG oslo_vmware.api [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1196.716014] env[70294]: value = "task-3570795" [ 1196.716014] env[70294]: _type = "Task" [ 1196.716014] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.724314] env[70294]: DEBUG oslo_vmware.api [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.841408] env[70294]: DEBUG nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1196.943289] env[70294]: DEBUG oslo_vmware.api [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Task: {'id': task-3570794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135837} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.943614] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1196.943929] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1196.944088] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1196.944308] env[70294]: INFO nova.compute.manager [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1196.944590] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1196.944820] env[70294]: DEBUG nova.compute.manager [-] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1196.944943] env[70294]: DEBUG nova.network.neutron [-] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.019146] env[70294]: DEBUG nova.scheduler.client.report [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.087095] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]524b523c-b89a-e6ea-f8b2-cac385b4cdfd, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.087095] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.087095] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.087436] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b4659f4-be3c-47be-bb3e-0523cad2a4b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.094273] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1197.094273] env[70294]: value = "task-3570796" [ 1197.094273] env[70294]: _type = "Task" [ 1197.094273] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.102517] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.226782] env[70294]: DEBUG oslo_vmware.api [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570795, 'name': PowerOffVM_Task, 'duration_secs': 0.20307} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.227231] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.227469] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.227849] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4ff6367-7b92-4099-850f-f2ede75f686a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.255446] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.255655] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.255834] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleting the datastore file [datastore1] b8a43ea7-d328-448f-98cf-d6d219406530 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.256115] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e249970d-3429-44c2-a7ef-05fe9215fa9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.265191] env[70294]: DEBUG oslo_vmware.api [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for the task: (returnval){ [ 1197.265191] env[70294]: value = "task-3570798" [ 1197.265191] env[70294]: _type = "Task" [ 1197.265191] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.275446] env[70294]: DEBUG oslo_vmware.api [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.446962] env[70294]: DEBUG nova.compute.manager [req-61440e4f-bada-4298-b5c2-db1b118efdc9 req-64fff1b0-9094-47a2-bc10-5dd9b84ab799 service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Received event network-vif-deleted-84f8ec5c-7814-4548-a936-96ac3b4b7071 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.447209] env[70294]: INFO nova.compute.manager [req-61440e4f-bada-4298-b5c2-db1b118efdc9 req-64fff1b0-9094-47a2-bc10-5dd9b84ab799 service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Neutron deleted interface 84f8ec5c-7814-4548-a936-96ac3b4b7071; detaching it from the instance and deleting it from the info cache [ 1197.447496] env[70294]: DEBUG nova.network.neutron [req-61440e4f-bada-4298-b5c2-db1b118efdc9 req-64fff1b0-9094-47a2-bc10-5dd9b84ab799 service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.524027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.691s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.526466] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.172s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.528036] env[70294]: INFO nova.compute.claims [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.549964] env[70294]: INFO nova.scheduler.client.report [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Deleted allocations for instance bccd395f-a700-4c5e-903c-ff1830d141c5 [ 1197.609711] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444631} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.610119] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.610442] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.610876] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c7fa9f1-7715-4889-8f53-6a658c954367 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.618921] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1197.618921] env[70294]: value = "task-3570799" [ 1197.618921] env[70294]: _type = "Task" [ 1197.618921] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.630161] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.774506] env[70294]: DEBUG oslo_vmware.api [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Task: {'id': task-3570798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3143} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.774860] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.775070] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.775254] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.775433] env[70294]: INFO nova.compute.manager [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1197.775770] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.775932] env[70294]: DEBUG nova.compute.manager [-] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.776160] env[70294]: DEBUG nova.network.neutron [-] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.799658] env[70294]: DEBUG nova.network.neutron [-] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.852258] env[70294]: DEBUG nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1197.877266] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.877520] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.877677] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.877858] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.878013] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.878166] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.878375] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.878608] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.878784] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.878980] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.879199] env[70294]: DEBUG nova.virt.hardware [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.880114] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c9edf6-61ba-477b-bd5b-3591a4c2e3ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.887941] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb8850-44c2-407a-ae2e-591de2bd8a3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.923581] env[70294]: DEBUG nova.network.neutron [-] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.950159] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c74b873-5ad3-45da-8fc8-aaabef62d174 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.960094] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57c76e9-7840-4ac0-a285-01f5394c4184 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.988519] env[70294]: DEBUG nova.compute.manager [req-61440e4f-bada-4298-b5c2-db1b118efdc9 req-64fff1b0-9094-47a2-bc10-5dd9b84ab799 service nova] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Detach interface failed, port_id=84f8ec5c-7814-4548-a936-96ac3b4b7071, reason: Instance 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1198.060859] env[70294]: DEBUG oslo_concurrency.lockutils [None req-449d1743-649b-4f6d-9055-6ac5a094757a tempest-AttachVolumeShelveTestJSON-1450012594 tempest-AttachVolumeShelveTestJSON-1450012594-project-member] Lock "bccd395f-a700-4c5e-903c-ff1830d141c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.683s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.132023] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.191847} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.132023] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.132023] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241bc20b-09ef-4fd4-9283-5065143558bd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.155125] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.155876] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad4be1c-336d-4509-95f5-2232f360d3a0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.176490] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1198.176490] env[70294]: value = "task-3570800" [ 1198.176490] env[70294]: _type = "Task" [ 1198.176490] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.189250] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.190141] env[70294]: DEBUG nova.network.neutron [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Successfully updated port: 004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1198.302302] env[70294]: DEBUG nova.network.neutron [-] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.426328] env[70294]: INFO nova.compute.manager [-] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Took 1.48 seconds to deallocate network for instance. [ 1198.652489] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d4e83a-e89f-43d3-8766-88fbe2f5f75f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.660140] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21b2779-5ae4-458f-84c9-ad889c8c8a9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.693473] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb6700b-68b8-4292-986e-1817e391f5f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.695919] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.696080] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.696231] env[70294]: DEBUG nova.network.neutron [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.701896] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570800, 'name': ReconfigVM_Task, 'duration_secs': 0.256585} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.703853] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Reconfigured VM instance instance-0000007b to attach disk [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.704935] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07afbdd8-ee45-4331-87b0-5ed7e9086810 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.707367] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704fd757-fb08-4c9e-a84b-992b597b15aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.721067] env[70294]: DEBUG nova.compute.provider_tree [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.723157] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1198.723157] env[70294]: value = "task-3570801" [ 1198.723157] env[70294]: _type = "Task" [ 1198.723157] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.731071] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570801, 'name': Rename_Task} progress is 10%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.807109] env[70294]: INFO nova.compute.manager [-] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Took 1.03 seconds to deallocate network for instance. [ 1198.932333] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.224562] env[70294]: DEBUG nova.scheduler.client.report [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.229314] env[70294]: DEBUG nova.network.neutron [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1199.240297] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570801, 'name': Rename_Task, 'duration_secs': 0.119987} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.240558] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.240830] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72b9ab46-8620-4dfb-a422-710af7e89d1b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.248254] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1199.248254] env[70294]: value = "task-3570803" [ 1199.248254] env[70294]: _type = "Task" [ 1199.248254] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.255865] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.313470] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.384013] env[70294]: DEBUG nova.network.neutron [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": "004b1bb1-eace-4b83-88e8-7573660ca829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.472944] env[70294]: DEBUG nova.compute.manager [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-vif-plugged-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.472944] env[70294]: DEBUG oslo_concurrency.lockutils [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.472944] env[70294]: DEBUG oslo_concurrency.lockutils [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.472944] env[70294]: DEBUG oslo_concurrency.lockutils [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.473198] env[70294]: DEBUG nova.compute.manager [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] No waiting events found dispatching network-vif-plugged-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.473198] env[70294]: WARNING nova.compute.manager [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received unexpected event network-vif-plugged-004b1bb1-eace-4b83-88e8-7573660ca829 for instance with vm_state building and task_state spawning. [ 1199.473363] env[70294]: DEBUG nova.compute.manager [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.473525] env[70294]: DEBUG nova.compute.manager [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing instance network info cache due to event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.473693] env[70294]: DEBUG oslo_concurrency.lockutils [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] Acquiring lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.735190] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.735763] env[70294]: DEBUG nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.739049] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.806s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.739049] env[70294]: DEBUG nova.objects.instance [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lazy-loading 'resources' on Instance uuid 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.757843] env[70294]: DEBUG oslo_vmware.api [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570803, 'name': PowerOnVM_Task, 'duration_secs': 0.405787} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.758142] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.758358] env[70294]: INFO nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Took 5.84 seconds to spawn the instance on the hypervisor. [ 1199.758568] env[70294]: DEBUG nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.759315] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b784b8-9229-4877-b1e3-ee849c76ec15 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.887232] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.887627] env[70294]: DEBUG nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Instance network_info: |[{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": "004b1bb1-eace-4b83-88e8-7573660ca829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1199.888023] env[70294]: DEBUG oslo_concurrency.lockutils [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] Acquired lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.888284] env[70294]: DEBUG nova.network.neutron [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.889566] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:27:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '004b1bb1-eace-4b83-88e8-7573660ca829', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1199.897921] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.898817] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1199.899101] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c72666-d8e3-4b98-bcaf-1f43dc421e32 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.919635] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1199.919635] env[70294]: value = "task-3570804" [ 1199.919635] env[70294]: _type = "Task" [ 1199.919635] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.927590] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570804, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.242104] env[70294]: DEBUG nova.compute.utils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1200.246844] env[70294]: DEBUG nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1200.247055] env[70294]: DEBUG nova.network.neutron [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1200.276730] env[70294]: INFO nova.compute.manager [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Took 15.43 seconds to build instance. [ 1200.284868] env[70294]: DEBUG nova.policy [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22931c4b20e6442a997cf63acfb19672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7202cb5d46740e5a63a56d6e28e404b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1200.362571] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d48dc-941e-4e3e-be3b-e3aaba18b32c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.370190] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca895972-2935-4bab-b7c4-72133c121015 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.402268] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed7e062-ffa4-470d-8c9a-9a7f9e7371e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.409651] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74df1097-556c-418d-aaf9-b706403e75e6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.424627] env[70294]: DEBUG nova.compute.provider_tree [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.432471] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570804, 'name': CreateVM_Task, 'duration_secs': 0.309348} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.432620] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.433987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.433987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.433987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.433987] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ea65208-6fb4-43b5-a1d0-02ab45f0388e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.438846] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1200.438846] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5257bb0b-8cbe-d712-78ff-377e6a2bc371" [ 1200.438846] env[70294]: _type = "Task" [ 1200.438846] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.447883] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5257bb0b-8cbe-d712-78ff-377e6a2bc371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.722073] env[70294]: DEBUG nova.network.neutron [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Successfully created port: 802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.747746] env[70294]: DEBUG nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.751862] env[70294]: DEBUG nova.network.neutron [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updated VIF entry in instance network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1200.752266] env[70294]: DEBUG nova.network.neutron [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": "004b1bb1-eace-4b83-88e8-7573660ca829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.778817] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45679769-d0fb-407c-aaa8-bd6d1c336876 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.944s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.928365] env[70294]: DEBUG nova.scheduler.client.report [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.951163] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5257bb0b-8cbe-d712-78ff-377e6a2bc371, 'name': SearchDatastore_Task, 'duration_secs': 0.010514} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.951465] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.951699] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.951932] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.952094] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.952279] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.952531] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-710bbdb4-9a21-49da-bcf0-d120a42bb60d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.961102] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.961285] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.961979] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-826e0ac7-aa0b-408a-918b-0b9082b31afe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.967461] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1200.967461] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523c63d0-daf7-27e4-f959-cda4fa9ae56c" [ 1200.967461] env[70294]: _type = "Task" [ 1200.967461] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.975259] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523c63d0-daf7-27e4-f959-cda4fa9ae56c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.258374] env[70294]: DEBUG oslo_concurrency.lockutils [req-552f61dd-139b-4f2b-bf1a-87010b742805 req-840506b1-19ea-4159-93c3-77c5594666b1 service nova] Releasing lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.433948] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.436371] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.123s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.436834] env[70294]: DEBUG nova.objects.instance [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lazy-loading 'resources' on Instance uuid b8a43ea7-d328-448f-98cf-d6d219406530 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.460960] env[70294]: INFO nova.scheduler.client.report [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Deleted allocations for instance 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8 [ 1201.478244] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523c63d0-daf7-27e4-f959-cda4fa9ae56c, 'name': SearchDatastore_Task, 'duration_secs': 0.013398} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.479373] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924cb378-bca6-427c-99cf-f09504ea3548 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.486342] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1201.486342] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fdf568-69d1-bf5a-7419-19153af5cb87" [ 1201.486342] env[70294]: _type = "Task" [ 1201.486342] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.497136] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fdf568-69d1-bf5a-7419-19153af5cb87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.667703] env[70294]: INFO nova.compute.manager [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Rebuilding instance [ 1201.707857] env[70294]: DEBUG nova.compute.manager [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.708761] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455b2793-9069-41af-89df-e999ba69fc1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.761670] env[70294]: DEBUG nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.782218] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.782479] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.782639] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.782821] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.782970] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.783135] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.783341] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.783513] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.783713] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.783883] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.784074] env[70294]: DEBUG nova.virt.hardware [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.785148] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98547700-c249-4855-a6e4-e1bc669cd363 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.793408] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05256c29-f577-4f3a-bb5f-b578e15f8d52 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.967655] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bae5eb1c-19a1-42c0-8d7a-1c34996a4906 tempest-ServersNegativeTestMultiTenantJSON-1302376580 tempest-ServersNegativeTestMultiTenantJSON-1302376580-project-member] Lock "4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.638s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.997215] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52fdf568-69d1-bf5a-7419-19153af5cb87, 'name': SearchDatastore_Task, 'duration_secs': 0.011347} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.997482] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.997745] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1201.998043] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4bc3a6b-9078-49eb-9854-17bb690b7950 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.004085] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1202.004085] env[70294]: value = "task-3570805" [ 1202.004085] env[70294]: _type = "Task" [ 1202.004085] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.015253] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570805, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.043019] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304ad14f-ae08-4776-825e-91ae7bb3fe38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.050942] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1443ea-d410-4862-b727-8e26e35b6ffb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.082909] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1db0b06-47da-4ad3-8bb3-aba06f8a2563 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.090564] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a267c850-dc78-4394-9c0e-081d1ec0c3aa {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.108283] env[70294]: DEBUG nova.compute.provider_tree [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.112886] env[70294]: DEBUG nova.compute.manager [req-3c9021cd-20e1-4df4-be78-d1b450595f51 req-3e839530-b8ca-49af-a53a-53f35448bf97 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Received event network-vif-plugged-802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.114020] env[70294]: DEBUG oslo_concurrency.lockutils [req-3c9021cd-20e1-4df4-be78-d1b450595f51 req-3e839530-b8ca-49af-a53a-53f35448bf97 service nova] Acquiring lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.114020] env[70294]: DEBUG oslo_concurrency.lockutils [req-3c9021cd-20e1-4df4-be78-d1b450595f51 req-3e839530-b8ca-49af-a53a-53f35448bf97 service nova] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.114020] env[70294]: DEBUG oslo_concurrency.lockutils [req-3c9021cd-20e1-4df4-be78-d1b450595f51 req-3e839530-b8ca-49af-a53a-53f35448bf97 service nova] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.114020] env[70294]: DEBUG nova.compute.manager [req-3c9021cd-20e1-4df4-be78-d1b450595f51 req-3e839530-b8ca-49af-a53a-53f35448bf97 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] No waiting events found dispatching network-vif-plugged-802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.114020] env[70294]: WARNING nova.compute.manager [req-3c9021cd-20e1-4df4-be78-d1b450595f51 req-3e839530-b8ca-49af-a53a-53f35448bf97 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Received unexpected event network-vif-plugged-802dc3e6-e351-4c94-a937-058f36a6d93c for instance with vm_state building and task_state spawning. [ 1202.184789] env[70294]: DEBUG nova.network.neutron [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Successfully updated port: 802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1202.516775] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570805, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.612425] env[70294]: DEBUG nova.scheduler.client.report [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.687985] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.688175] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.688332] env[70294]: DEBUG nova.network.neutron [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.722524] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.722813] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8efae9ac-83ca-4a3a-984f-c8c602b37074 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.730822] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1202.730822] env[70294]: value = "task-3570806" [ 1202.730822] env[70294]: _type = "Task" [ 1202.730822] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.740485] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.014638] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570805, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583716} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.014941] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1203.015198] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1203.015449] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b110033b-3ad3-4ff9-9531-7875a5c6c4b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.021577] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1203.021577] env[70294]: value = "task-3570807" [ 1203.021577] env[70294]: _type = "Task" [ 1203.021577] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.031223] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.119339] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.154466] env[70294]: INFO nova.scheduler.client.report [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Deleted allocations for instance b8a43ea7-d328-448f-98cf-d6d219406530 [ 1203.241869] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570806, 'name': PowerOffVM_Task, 'duration_secs': 0.126434} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.242702] env[70294]: DEBUG nova.network.neutron [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.244900] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.245561] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.246422] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19b4c42-e6fe-4582-9e4c-2310568acfba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.254397] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.254689] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-622aed1c-0159-432b-a2cd-587c3741fd35 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.279931] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.280215] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.280416] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Deleting the datastore file [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.280680] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78587104-54b9-4785-b697-3bc7afc5462e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.288651] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1203.288651] env[70294]: value = "task-3570809" [ 1203.288651] env[70294]: _type = "Task" [ 1203.288651] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.298087] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.425914] env[70294]: DEBUG nova.network.neutron [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Updating instance_info_cache with network_info: [{"id": "802dc3e6-e351-4c94-a937-058f36a6d93c", "address": "fa:16:3e:0d:23:a0", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802dc3e6-e3", "ovs_interfaceid": "802dc3e6-e351-4c94-a937-058f36a6d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.530838] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065416} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.531134] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1203.531918] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0b354d-0dec-47ba-877e-1a5632ab2b46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.553526] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1203.553808] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea8c32c-018c-48b2-8800-3246a6698e58 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.573694] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1203.573694] env[70294]: value = "task-3570810" [ 1203.573694] env[70294]: _type = "Task" [ 1203.573694] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.582012] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570810, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.664541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8e4684b8-3782-4490-abcb-a044c6f632a4 tempest-ServerShowV247Test-627949970 tempest-ServerShowV247Test-627949970-project-member] Lock "b8a43ea7-d328-448f-98cf-d6d219406530" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.544s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.803507] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116641} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.803800] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.804015] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.804214] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.930141] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.930141] env[70294]: DEBUG nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Instance network_info: |[{"id": "802dc3e6-e351-4c94-a937-058f36a6d93c", "address": "fa:16:3e:0d:23:a0", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802dc3e6-e3", "ovs_interfaceid": "802dc3e6-e351-4c94-a937-058f36a6d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.930141] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:23:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '802dc3e6-e351-4c94-a937-058f36a6d93c', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.937236] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.937493] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.938410] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fdef324-13d2-4982-bab5-edfc31415e95 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.961155] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.961155] env[70294]: value = "task-3570811" [ 1203.961155] env[70294]: _type = "Task" [ 1203.961155] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.969193] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570811, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.085929] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570810, 'name': ReconfigVM_Task, 'duration_secs': 0.283284} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.085929] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1204.086319] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37abf3aa-a5b8-4757-a5b5-93093585f3ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.096907] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1204.096907] env[70294]: value = "task-3570812" [ 1204.096907] env[70294]: _type = "Task" [ 1204.096907] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.102761] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570812, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.137111] env[70294]: DEBUG nova.compute.manager [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Received event network-changed-802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.137111] env[70294]: DEBUG nova.compute.manager [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Refreshing instance network info cache due to event network-changed-802dc3e6-e351-4c94-a937-058f36a6d93c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1204.137111] env[70294]: DEBUG oslo_concurrency.lockutils [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] Acquiring lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.137550] env[70294]: DEBUG oslo_concurrency.lockutils [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] Acquired lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.137951] env[70294]: DEBUG nova.network.neutron [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Refreshing network info cache for port 802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.473429] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570811, 'name': CreateVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.605032] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570812, 'name': Rename_Task, 'duration_secs': 0.148139} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.606021] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1204.606476] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e98b2f4-b531-4d1c-88ed-66b7be344bf5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.616197] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1204.616197] env[70294]: value = "task-3570813" [ 1204.616197] env[70294]: _type = "Task" [ 1204.616197] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.623581] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.852619] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.853378] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.853378] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.858543] env[70294]: DEBUG nova.virt.hardware [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.858543] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d978ef8-96c5-443d-91be-69fc7ba8158a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.862915] env[70294]: DEBUG nova.network.neutron [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Updated VIF entry in instance network info cache for port 802dc3e6-e351-4c94-a937-058f36a6d93c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.863552] env[70294]: DEBUG nova.network.neutron [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Updating instance_info_cache with network_info: [{"id": "802dc3e6-e351-4c94-a937-058f36a6d93c", "address": "fa:16:3e:0d:23:a0", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802dc3e6-e3", "ovs_interfaceid": "802dc3e6-e351-4c94-a937-058f36a6d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.870640] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c0cc9a-9cb9-416f-9fbb-12f5ac53634d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.886940] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Instance VIF info [] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1204.896644] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.897238] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1204.897583] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ca23022-5137-4210-852c-131891ab2625 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.916926] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1204.916926] env[70294]: value = "task-3570814" [ 1204.916926] env[70294]: _type = "Task" [ 1204.916926] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.927461] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570814, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.976933] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570811, 'name': CreateVM_Task, 'duration_secs': 0.540428} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.977280] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.978456] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.978662] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.979121] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.979484] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884cdf63-a0d1-481e-a06f-ae9d8ffcbdbd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.984394] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1204.984394] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52007676-53de-39e7-cece-daf938aa8c80" [ 1204.984394] env[70294]: _type = "Task" [ 1204.984394] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.993196] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52007676-53de-39e7-cece-daf938aa8c80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.123655] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570813, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.366136] env[70294]: DEBUG oslo_concurrency.lockutils [req-320596cb-c421-4b07-872a-c8c6d80ee4ad req-db941e05-306a-43b5-8972-b2c06f96bfe3 service nova] Releasing lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.427432] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570814, 'name': CreateVM_Task, 'duration_secs': 0.350763} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.427982] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1205.428975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.428975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.428975] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.429216] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7d5763b-3466-4989-9c66-3d4e717c76de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.433662] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1205.433662] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]527318f2-91dd-4d84-9425-f545d840de7e" [ 1205.433662] env[70294]: _type = "Task" [ 1205.433662] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.441083] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527318f2-91dd-4d84-9425-f545d840de7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.495166] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52007676-53de-39e7-cece-daf938aa8c80, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.495561] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.495846] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.496157] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.496363] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.496620] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.496934] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12614761-939d-449c-950b-38cd2f14cdf9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.507365] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.507601] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.508825] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a17527d-fca1-4414-8af4-a1338e178e0d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.518210] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1205.518210] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b40179-f1eb-74a5-cd15-1d8678f4c50d" [ 1205.518210] env[70294]: _type = "Task" [ 1205.518210] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.527627] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b40179-f1eb-74a5-cd15-1d8678f4c50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.624275] env[70294]: DEBUG oslo_vmware.api [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570813, 'name': PowerOnVM_Task, 'duration_secs': 0.529177} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.624568] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.624774] env[70294]: INFO nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1205.624953] env[70294]: DEBUG nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.625738] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30958a6b-466c-4325-8f5a-acad38e098d8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.945444] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]527318f2-91dd-4d84-9425-f545d840de7e, 'name': SearchDatastore_Task, 'duration_secs': 0.036842} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.945752] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.945991] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.946245] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.946394] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.946607] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.946840] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a9e3d2a-4c1b-4372-bf5a-897a88b7b3af {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.960609] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.960843] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.961600] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8753d87d-9f7a-47b9-a54e-517c29d0c453 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.966699] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1205.966699] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a7a7e6-8b20-b955-72f9-afc1097ad4ef" [ 1205.966699] env[70294]: _type = "Task" [ 1205.966699] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.974713] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a7a7e6-8b20-b955-72f9-afc1097ad4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.032269] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52b40179-f1eb-74a5-cd15-1d8678f4c50d, 'name': SearchDatastore_Task, 'duration_secs': 0.015129} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.033499] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-016595d5-0f04-45f0-9b4a-392ba131ef9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.040102] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1206.040102] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52345637-343e-625c-04c3-97e2e10ec3bc" [ 1206.040102] env[70294]: _type = "Task" [ 1206.040102] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.048796] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52345637-343e-625c-04c3-97e2e10ec3bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.143827] env[70294]: INFO nova.compute.manager [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Took 16.22 seconds to build instance. [ 1206.478058] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a7a7e6-8b20-b955-72f9-afc1097ad4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.022505} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.478880] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b647a7ec-2903-4625-86ad-f2e8adfe5493 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.483996] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1206.483996] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529357fc-d99e-2d5f-c4b1-7e70425c2afe" [ 1206.483996] env[70294]: _type = "Task" [ 1206.483996] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.491830] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529357fc-d99e-2d5f-c4b1-7e70425c2afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.550940] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52345637-343e-625c-04c3-97e2e10ec3bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018743} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.551259] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.551533] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 160ada59-7ca9-4e14-bca9-a1a9e8342d08/160ada59-7ca9-4e14-bca9-a1a9e8342d08.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.551824] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d1c020d-018f-4b0c-8baa-dd13e36876cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.558584] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1206.558584] env[70294]: value = "task-3570815" [ 1206.558584] env[70294]: _type = "Task" [ 1206.558584] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.566498] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.647325] env[70294]: DEBUG oslo_concurrency.lockutils [None req-da11bd36-ba7e-4b6e-aff1-d1a1bebe022c tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.732s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.997225] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529357fc-d99e-2d5f-c4b1-7e70425c2afe, 'name': SearchDatastore_Task, 'duration_secs': 0.023757} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.997471] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.998934] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.000392] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d47fd3-5ab9-4298-ba48-c0efa4af3c5a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.011743] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1207.011743] env[70294]: value = "task-3570816" [ 1207.011743] env[70294]: _type = "Task" [ 1207.011743] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.023464] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.070733] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570815, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.091279] env[70294]: DEBUG nova.compute.manager [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.091489] env[70294]: DEBUG nova.compute.manager [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing instance network info cache due to event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.091706] env[70294]: DEBUG oslo_concurrency.lockutils [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] Acquiring lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.091868] env[70294]: DEBUG oslo_concurrency.lockutils [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] Acquired lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.092055] env[70294]: DEBUG nova.network.neutron [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.521347] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483162} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.521626] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.521825] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.522365] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4571994f-3608-4525-b900-89490998a6e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.527883] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1207.527883] env[70294]: value = "task-3570817" [ 1207.527883] env[70294]: _type = "Task" [ 1207.527883] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.535196] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.570202] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587989} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.570533] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 160ada59-7ca9-4e14-bca9-a1a9e8342d08/160ada59-7ca9-4e14-bca9-a1a9e8342d08.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.570732] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.571019] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00ec537b-2b98-4fde-8f8e-05cb63c6fb7b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.579271] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1207.579271] env[70294]: value = "task-3570818" [ 1207.579271] env[70294]: _type = "Task" [ 1207.579271] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.587211] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570818, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.829723] env[70294]: DEBUG nova.network.neutron [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updated VIF entry in instance network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1207.830122] env[70294]: DEBUG nova.network.neutron [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": "004b1bb1-eace-4b83-88e8-7573660ca829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.890249] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.890520] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.037641] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10783} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.037929] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.038732] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafe7e9c-d772-4cdc-93a1-f9685011a460 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.057672] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.057927] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48e07d8f-69df-4a0f-b256-7681de1a0305 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.078191] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1208.078191] env[70294]: value = "task-3570819" [ 1208.078191] env[70294]: _type = "Task" [ 1208.078191] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.088981] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.091725] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570818, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068552} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.091960] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.092678] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7daf3cff-2280-4bc4-bf1e-54bacce7f542 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.113067] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 160ada59-7ca9-4e14-bca9-a1a9e8342d08/160ada59-7ca9-4e14-bca9-a1a9e8342d08.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.113316] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8dcf4d0-c359-41ed-b140-9cbdd8432d84 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.132217] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1208.132217] env[70294]: value = "task-3570820" [ 1208.132217] env[70294]: _type = "Task" [ 1208.132217] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.139407] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.333657] env[70294]: DEBUG oslo_concurrency.lockutils [req-819d65d0-e3e8-453c-ad1d-02e0926b13ba req-d41f62dd-db56-425e-b000-e072b2e82887 service nova] Releasing lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.394260] env[70294]: DEBUG nova.compute.utils [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1208.588123] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.642745] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570820, 'name': ReconfigVM_Task, 'duration_secs': 0.304638} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.643040] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 160ada59-7ca9-4e14-bca9-a1a9e8342d08/160ada59-7ca9-4e14-bca9-a1a9e8342d08.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.643705] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7e9f007-7c31-490f-bcc1-b045f20e4ea6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.651048] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1208.651048] env[70294]: value = "task-3570821" [ 1208.651048] env[70294]: _type = "Task" [ 1208.651048] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.659557] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570821, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.897582] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.088656] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.160743] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570821, 'name': Rename_Task, 'duration_secs': 0.221293} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.160962] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.161223] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92e6d73a-eb13-45d7-9ad1-70eef174f3d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.167956] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1209.167956] env[70294]: value = "task-3570822" [ 1209.167956] env[70294]: _type = "Task" [ 1209.167956] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.174925] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.589285] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570819, 'name': ReconfigVM_Task, 'duration_secs': 1.334559} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.589701] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Reconfigured VM instance instance-0000007b to attach disk [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf/e945fcb5-f2fe-4d15-87f7-c0250e124acf.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.590235] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40925254-6824-4200-a6cf-b631a38ac27b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.596675] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1209.596675] env[70294]: value = "task-3570823" [ 1209.596675] env[70294]: _type = "Task" [ 1209.596675] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.604845] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570823, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.680831] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570822, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.968463] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.968845] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.969143] env[70294]: INFO nova.compute.manager [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Attaching volume d2b03645-eeb5-4273-bd6e-447166ac7b84 to /dev/sdb [ 1209.999182] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5b5568-fa42-4a55-a0ba-714b313c72b9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.005720] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89004769-0b78-45d4-913a-3a24752f5c8f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.018953] env[70294]: DEBUG nova.virt.block_device [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating existing volume attachment record: 0041c29f-3c95-4d0c-b490-9aa09a0b04d1 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1210.105145] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570823, 'name': Rename_Task, 'duration_secs': 0.174903} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.105420] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.105654] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5cd6ea1-29ef-4bda-8240-d1356ea9e505 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.111202] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1210.111202] env[70294]: value = "task-3570824" [ 1210.111202] env[70294]: _type = "Task" [ 1210.111202] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.119658] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.176822] env[70294]: DEBUG oslo_vmware.api [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570822, 'name': PowerOnVM_Task, 'duration_secs': 0.545012} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.177107] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.177315] env[70294]: INFO nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1210.177501] env[70294]: DEBUG nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.178249] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755bdade-3cd1-4a1e-9946-3aaf79012cbe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.624290] env[70294]: DEBUG oslo_vmware.api [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570824, 'name': PowerOnVM_Task, 'duration_secs': 0.453035} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.624290] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.624290] env[70294]: DEBUG nova.compute.manager [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.626029] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f176468-31bb-4e21-89b4-0e7fb42010c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.698447] env[70294]: INFO nova.compute.manager [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Took 18.36 seconds to build instance. [ 1210.888944] env[70294]: DEBUG nova.compute.manager [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Received event network-changed-802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.889128] env[70294]: DEBUG nova.compute.manager [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Refreshing instance network info cache due to event network-changed-802dc3e6-e351-4c94-a937-058f36a6d93c. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.889345] env[70294]: DEBUG oslo_concurrency.lockutils [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] Acquiring lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.889484] env[70294]: DEBUG oslo_concurrency.lockutils [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] Acquired lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.889816] env[70294]: DEBUG nova.network.neutron [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Refreshing network info cache for port 802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.141162] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.141162] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.141343] env[70294]: DEBUG nova.objects.instance [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=70294) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1211.200083] env[70294]: DEBUG oslo_concurrency.lockutils [None req-45b05a79-7b0f-4a00-b446-a3a561a489f6 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.875s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.592115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.592115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.592115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.592115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.592115] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.593838] env[70294]: DEBUG nova.network.neutron [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Updated VIF entry in instance network info cache for port 802dc3e6-e351-4c94-a937-058f36a6d93c. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.594231] env[70294]: DEBUG nova.network.neutron [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Updating instance_info_cache with network_info: [{"id": "802dc3e6-e351-4c94-a937-058f36a6d93c", "address": "fa:16:3e:0d:23:a0", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap802dc3e6-e3", "ovs_interfaceid": "802dc3e6-e351-4c94-a937-058f36a6d93c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.595499] env[70294]: INFO nova.compute.manager [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Terminating instance [ 1212.097958] env[70294]: DEBUG oslo_concurrency.lockutils [req-50b473f8-6322-4e53-98ae-a376c7e6f112 req-a92fb283-7ebd-4486-be93-ddadca8e597d service nova] Releasing lock "refresh_cache-160ada59-7ca9-4e14-bca9-a1a9e8342d08" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.101785] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "refresh_cache-e945fcb5-f2fe-4d15-87f7-c0250e124acf" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.101950] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquired lock "refresh_cache-e945fcb5-f2fe-4d15-87f7-c0250e124acf" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.102149] env[70294]: DEBUG nova.network.neutron [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.148322] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f7b0a2e2-6eb1-4cd9-81c7-cac02b1df0f9 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.007s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.621865] env[70294]: DEBUG nova.network.neutron [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.677851] env[70294]: DEBUG nova.network.neutron [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.180459] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Releasing lock "refresh_cache-e945fcb5-f2fe-4d15-87f7-c0250e124acf" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.181068] env[70294]: DEBUG nova.compute.manager [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.181255] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.182350] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e619fd07-a8ca-4713-96c4-4ac45adc0dae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.190859] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.191155] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d42a11ad-372f-4881-abb1-ebfcbb6f4b1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.198227] env[70294]: DEBUG oslo_vmware.api [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1213.198227] env[70294]: value = "task-3570830" [ 1213.198227] env[70294]: _type = "Task" [ 1213.198227] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.207021] env[70294]: DEBUG oslo_vmware.api [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.711973] env[70294]: DEBUG oslo_vmware.api [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570830, 'name': PowerOffVM_Task, 'duration_secs': 0.25033} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.712405] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1213.712673] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1213.713041] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36fb5225-8468-475f-85e5-7eb34505c4f3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.738378] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1213.738717] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1213.739036] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Deleting the datastore file [datastore1] e945fcb5-f2fe-4d15-87f7-c0250e124acf {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1213.739392] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8d68a00-9920-47a9-a124-ade80d768e1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.746204] env[70294]: DEBUG oslo_vmware.api [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for the task: (returnval){ [ 1213.746204] env[70294]: value = "task-3570832" [ 1213.746204] env[70294]: _type = "Task" [ 1213.746204] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.756606] env[70294]: DEBUG oslo_vmware.api [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.255942] env[70294]: DEBUG oslo_vmware.api [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Task: {'id': task-3570832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082502} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.256407] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.256407] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.256588] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.256772] env[70294]: INFO nova.compute.manager [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1214.258157] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.258157] env[70294]: DEBUG nova.compute.manager [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.258157] env[70294]: DEBUG nova.network.neutron [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1214.274690] env[70294]: DEBUG nova.network.neutron [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1214.776879] env[70294]: DEBUG nova.network.neutron [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.061525] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1215.061768] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712738', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'name': 'volume-d2b03645-eeb5-4273-bd6e-447166ac7b84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea6a0cd-a655-4e63-b4e2-50dc664b97c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'serial': 'd2b03645-eeb5-4273-bd6e-447166ac7b84'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1215.062732] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7e91c9-85f0-4061-94c4-6d1141c9e098 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.080622] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d851c0-a068-4516-be3c-2b618b46e568 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.106527] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-d2b03645-eeb5-4273-bd6e-447166ac7b84/volume-d2b03645-eeb5-4273-bd6e-447166ac7b84.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1215.106918] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a01e3818-a417-4551-8153-3ccd4411995f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.126431] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1215.126431] env[70294]: value = "task-3570834" [ 1215.126431] env[70294]: _type = "Task" [ 1215.126431] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.135610] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.280266] env[70294]: INFO nova.compute.manager [-] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Took 1.02 seconds to deallocate network for instance. [ 1215.636502] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.787064] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.787368] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.787592] env[70294]: DEBUG nova.objects.instance [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lazy-loading 'resources' on Instance uuid e945fcb5-f2fe-4d15-87f7-c0250e124acf {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.137499] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.373091] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c586f88-8b9e-4c33-b58b-48fd1a944933 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.381055] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9080395d-3c70-4432-a106-f52dc8f81481 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.411232] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1531ce-28af-42e0-ae5f-f08b3a226432 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.418423] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a69a770-9df2-48b8-8b17-193b3c770213 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.431409] env[70294]: DEBUG nova.compute.provider_tree [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1216.638207] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570834, 'name': ReconfigVM_Task, 'duration_secs': 1.438963} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.638500] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-d2b03645-eeb5-4273-bd6e-447166ac7b84/volume-d2b03645-eeb5-4273-bd6e-447166ac7b84.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.643230] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa1ae22-75eb-410e-8688-c8f3735a923d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.659901] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1216.659901] env[70294]: value = "task-3570835" [ 1216.659901] env[70294]: _type = "Task" [ 1216.659901] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.668239] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.963070] env[70294]: ERROR nova.scheduler.client.report [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] [req-c7e2728a-33e6-4017-bab0-04eaa18023c3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c7e2728a-33e6-4017-bab0-04eaa18023c3"}]} [ 1216.981954] env[70294]: DEBUG nova.scheduler.client.report [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1216.999746] env[70294]: DEBUG nova.scheduler.client.report [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1216.999999] env[70294]: DEBUG nova.compute.provider_tree [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1217.011717] env[70294]: DEBUG nova.scheduler.client.report [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1217.030372] env[70294]: DEBUG nova.scheduler.client.report [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1217.112088] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37745b13-5868-49a2-b0a4-74b480189c2d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.120674] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceea44e-5795-4a65-ba9b-242f88ccf433 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.165675] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4a5ce7-179a-4ca7-91c0-b24e47621eb5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.176671] env[70294]: DEBUG oslo_vmware.api [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570835, 'name': ReconfigVM_Task, 'duration_secs': 0.191192} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.179540] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712738', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'name': 'volume-d2b03645-eeb5-4273-bd6e-447166ac7b84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea6a0cd-a655-4e63-b4e2-50dc664b97c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'serial': 'd2b03645-eeb5-4273-bd6e-447166ac7b84'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.182924] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3895aad0-2283-4809-8355-413ec6d6dcba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.200468] env[70294]: DEBUG nova.compute.provider_tree [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1217.731130] env[70294]: DEBUG nova.scheduler.client.report [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1217.731498] env[70294]: DEBUG nova.compute.provider_tree [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 179 to 180 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1217.731712] env[70294]: DEBUG nova.compute.provider_tree [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.223423] env[70294]: DEBUG nova.objects.instance [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.236742] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.449s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.259745] env[70294]: INFO nova.scheduler.client.report [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Deleted allocations for instance e945fcb5-f2fe-4d15-87f7-c0250e124acf [ 1218.333683] env[70294]: DEBUG oslo_concurrency.lockutils [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.732205] env[70294]: DEBUG oslo_concurrency.lockutils [None req-4bbdbc31-4374-413a-a014-1169177c6f20 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.761s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.732205] env[70294]: DEBUG oslo_concurrency.lockutils [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.397s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.732205] env[70294]: DEBUG nova.compute.manager [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1218.733954] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d2ba37-e088-4b66-92fc-6c4390d2e8ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.742011] env[70294]: DEBUG nova.compute.manager [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1218.742633] env[70294]: DEBUG nova.objects.instance [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.767386] env[70294]: DEBUG oslo_concurrency.lockutils [None req-bc3b027f-77dd-401c-9713-fb5f74cb1733 tempest-ServersListShow298Test-898368333 tempest-ServersListShow298Test-898368333-project-member] Lock "e945fcb5-f2fe-4d15-87f7-c0250e124acf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.176s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.749767] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.750237] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1fd9ea8-57c9-4f84-a009-7bee38b72731 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.760847] env[70294]: DEBUG oslo_vmware.api [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1219.760847] env[70294]: value = "task-3570838" [ 1219.760847] env[70294]: _type = "Task" [ 1219.760847] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.770691] env[70294]: DEBUG oslo_vmware.api [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.271762] env[70294]: DEBUG oslo_vmware.api [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570838, 'name': PowerOffVM_Task, 'duration_secs': 0.262713} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.272053] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.272257] env[70294]: DEBUG nova.compute.manager [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.273038] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0968de-5b8c-471f-ab82-e61f8019dd09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.785687] env[70294]: DEBUG oslo_concurrency.lockutils [None req-88d247ba-97fe-4bf9-b690-e8ab7d3e91ac tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.871438] env[70294]: DEBUG nova.objects.instance [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.377185] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.377391] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.377725] env[70294]: DEBUG nova.network.neutron [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.377725] env[70294]: DEBUG nova.objects.instance [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'info_cache' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.882527] env[70294]: DEBUG nova.objects.base [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1223.591472] env[70294]: DEBUG nova.network.neutron [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating instance_info_cache with network_info: [{"id": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "address": "fa:16:3e:12:5f:bd", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8220cd7-88", "ovs_interfaceid": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.094149] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.102270] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.102663] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8560ae73-8cb9-446a-9daa-a7d97198c713 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.111336] env[70294]: DEBUG oslo_vmware.api [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1225.111336] env[70294]: value = "task-3570842" [ 1225.111336] env[70294]: _type = "Task" [ 1225.111336] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.120123] env[70294]: DEBUG oslo_vmware.api [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.621840] env[70294]: DEBUG oslo_vmware.api [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570842, 'name': PowerOnVM_Task, 'duration_secs': 0.371332} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.622139] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.622393] env[70294]: DEBUG nova.compute.manager [None req-e12e7fbb-0826-48c9-8786-a183a400f009 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.623181] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1446f8-65fe-43df-ad0d-2bfff85661e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.320108] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.320108] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.320108] env[70294]: DEBUG nova.compute.manager [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.320799] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb1e1cc-4396-4b5f-92ab-a5067f062b5b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.327398] env[70294]: DEBUG nova.compute.manager [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1227.327966] env[70294]: DEBUG nova.objects.instance [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'flavor' on Instance uuid 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.335083] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.335465] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-853590e4-006b-4c24-9ee1-bd576d609aac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.342471] env[70294]: DEBUG oslo_vmware.api [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1228.342471] env[70294]: value = "task-3570844" [ 1228.342471] env[70294]: _type = "Task" [ 1228.342471] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.350179] env[70294]: DEBUG oslo_vmware.api [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.852926] env[70294]: DEBUG oslo_vmware.api [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570844, 'name': PowerOffVM_Task, 'duration_secs': 0.251163} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.853201] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.853402] env[70294]: DEBUG nova.compute.manager [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1228.854177] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdbca41-89c5-4633-afa8-60fd2b52951d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.364950] env[70294]: DEBUG oslo_concurrency.lockutils [None req-9a2d05b7-41b6-4b5b-8cd5-a748d6d0185e tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.045s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.692670] env[70294]: DEBUG nova.objects.instance [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'flavor' on Instance uuid 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.197754] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.197963] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.198109] env[70294]: DEBUG nova.network.neutron [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.198291] env[70294]: DEBUG nova.objects.instance [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'info_cache' on Instance uuid 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.703054] env[70294]: DEBUG nova.objects.base [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Object Instance<2d0ca02e-d1e0-46fa-b292-9284f2bf19d9> lazy-loaded attributes: flavor,info_cache {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.117621] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.117851] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.447914] env[70294]: DEBUG nova.network.neutron [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Updating instance_info_cache with network_info: [{"id": "65d314c9-a33b-4ab4-966a-d6418e003907", "address": "fa:16:3e:be:c5:df", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d314c9-a3", "ovs_interfaceid": "65d314c9-a33b-4ab4-966a-d6418e003907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.620015] env[70294]: DEBUG nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1231.950763] env[70294]: DEBUG oslo_concurrency.lockutils [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.142998] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.143291] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.144795] env[70294]: INFO nova.compute.claims [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1232.956211] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.956582] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff345bd5-ff46-44cf-93d2-6510f2168c3e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.964538] env[70294]: DEBUG oslo_vmware.api [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1232.964538] env[70294]: value = "task-3570845" [ 1232.964538] env[70294]: _type = "Task" [ 1232.964538] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.971767] env[70294]: DEBUG oslo_vmware.api [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.239527] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f70563c-e67f-4376-91a1-6e889049239d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.247534] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ca5403-249a-489c-bc5a-e6dce9eed55e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.277100] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e6e31-6661-4b16-94d9-ea38ce5c0c16 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.284801] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc713f6d-b5e3-4364-9fc8-25209e24b6ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.298075] env[70294]: DEBUG nova.compute.provider_tree [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.474790] env[70294]: DEBUG oslo_vmware.api [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570845, 'name': PowerOnVM_Task, 'duration_secs': 0.347527} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.475010] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.475245] env[70294]: DEBUG nova.compute.manager [None req-a4e2848d-3e4b-4ebc-8ef2-d1f844383f67 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1233.475991] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d2cf8-c1f2-49eb-9380-bdf802cdc6a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.818323] env[70294]: ERROR nova.scheduler.client.report [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [req-124c0382-d25b-474c-b7c7-170b132a08f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID ff7c6c8c-a5ff-41ac-a44f-74050e94a984. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-124c0382-d25b-474c-b7c7-170b132a08f5"}]} [ 1233.834603] env[70294]: DEBUG nova.scheduler.client.report [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Refreshing inventories for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1233.848297] env[70294]: DEBUG nova.scheduler.client.report [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Updating ProviderTree inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1233.848648] env[70294]: DEBUG nova.compute.provider_tree [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 81, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.859560] env[70294]: DEBUG nova.scheduler.client.report [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Refreshing aggregate associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, aggregates: None {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1233.877031] env[70294]: DEBUG nova.scheduler.client.report [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Refreshing trait associations for resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=70294) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1233.953669] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c8f87d-ed62-4ad3-ba5b-a44bb37cca1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.964364] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8b9ae3-1c91-42e7-bf6c-bd050a1746e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.998658] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3b9053-bf39-4c63-bfa4-8425c63acfa5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.006760] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c118a09-9dd9-4c46-82f0-c77866d4cfdf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.020711] env[70294]: DEBUG nova.compute.provider_tree [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.467384] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9f0ca4-4358-442a-a8ef-d953beef530e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.473976] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a77defa3-a2f5-4068-8d33-2e0754f0fbad tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Suspending the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1234.474207] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cfeabda9-5fad-4224-8943-5a07ca3416e9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.480936] env[70294]: DEBUG oslo_vmware.api [None req-a77defa3-a2f5-4068-8d33-2e0754f0fbad tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1234.480936] env[70294]: value = "task-3570846" [ 1234.480936] env[70294]: _type = "Task" [ 1234.480936] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.489577] env[70294]: DEBUG oslo_vmware.api [None req-a77defa3-a2f5-4068-8d33-2e0754f0fbad tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570846, 'name': SuspendVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.554640] env[70294]: DEBUG nova.scheduler.client.report [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Updated inventory for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1234.555152] env[70294]: DEBUG nova.compute.provider_tree [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Updating resource provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 generation from 181 to 182 during operation: update_inventory {{(pid=70294) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1234.555492] env[70294]: DEBUG nova.compute.provider_tree [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Updating inventory in ProviderTree for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1234.814881] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1234.990736] env[70294]: DEBUG oslo_vmware.api [None req-a77defa3-a2f5-4068-8d33-2e0754f0fbad tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570846, 'name': SuspendVM_Task} progress is 70%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.062589] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.919s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.063098] env[70294]: DEBUG nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.491892] env[70294]: DEBUG oslo_vmware.api [None req-a77defa3-a2f5-4068-8d33-2e0754f0fbad tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570846, 'name': SuspendVM_Task, 'duration_secs': 0.585979} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.492173] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-a77defa3-a2f5-4068-8d33-2e0754f0fbad tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Suspended the VM {{(pid=70294) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1235.492357] env[70294]: DEBUG nova.compute.manager [None req-a77defa3-a2f5-4068-8d33-2e0754f0fbad tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.493132] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e0ad84-acbc-4b0f-a39b-77951c11a479 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.568139] env[70294]: DEBUG nova.compute.utils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1235.569442] env[70294]: DEBUG nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1235.569618] env[70294]: DEBUG nova.network.neutron [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.613139] env[70294]: DEBUG nova.policy [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '22931c4b20e6442a997cf63acfb19672', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7202cb5d46740e5a63a56d6e28e404b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.815485] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.815485] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.920407] env[70294]: DEBUG nova.network.neutron [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Successfully created port: f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.072640] env[70294]: DEBUG nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1236.316935] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.317204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.317378] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.317530] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1236.318493] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cdfba9-a2e6-4a78-be1f-92adf093c4da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.327217] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c5fff6-6e63-40d8-acbc-44e4b4fd097b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.342358] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a22ccd-a3c2-433c-b20a-2f34026f5db3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.348115] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb3e697-19a0-4f7e-a491-66056202ab2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.379365] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179711MB free_disk=82GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1236.379531] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.379747] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.577672] env[70294]: INFO nova.virt.block_device [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Booting with volume 2bbac5be-6f74-4b85-8372-0a1993d0648e at /dev/sda [ 1236.615744] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aef7b151-ef21-46eb-bd9d-96e9e9399137 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.623600] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fef0974-8f61-4d3e-b2f8-9db579fa368b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.651366] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dec4b91f-b8b8-4306-88f7-cf4340026770 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.658704] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17730643-088e-44f5-a54e-a99c4f3dc5ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.685842] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc447d15-ab0f-497c-bb58-fc28b10d8a78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.692733] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3e8eef-c537-4eab-95a4-9d42a2f3c64a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.706263] env[70294]: DEBUG nova.virt.block_device [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating existing volume attachment record: 55a20aa7-b1c4-487c-ac5e-861b4f0a9ce6 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1236.803907] env[70294]: INFO nova.compute.manager [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Resuming [ 1236.804553] env[70294]: DEBUG nova.objects.instance [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'flavor' on Instance uuid 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.278338] env[70294]: DEBUG nova.compute.manager [req-457e9bc5-669d-48be-a028-d3a651114f2c req-b6cce7b0-6acb-4374-8804-cbb7dd0f9743 service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Received event network-vif-plugged-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.278609] env[70294]: DEBUG oslo_concurrency.lockutils [req-457e9bc5-669d-48be-a028-d3a651114f2c req-b6cce7b0-6acb-4374-8804-cbb7dd0f9743 service nova] Acquiring lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.278766] env[70294]: DEBUG oslo_concurrency.lockutils [req-457e9bc5-669d-48be-a028-d3a651114f2c req-b6cce7b0-6acb-4374-8804-cbb7dd0f9743 service nova] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.279018] env[70294]: DEBUG oslo_concurrency.lockutils [req-457e9bc5-669d-48be-a028-d3a651114f2c req-b6cce7b0-6acb-4374-8804-cbb7dd0f9743 service nova] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.279214] env[70294]: DEBUG nova.compute.manager [req-457e9bc5-669d-48be-a028-d3a651114f2c req-b6cce7b0-6acb-4374-8804-cbb7dd0f9743 service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] No waiting events found dispatching network-vif-plugged-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1237.279392] env[70294]: WARNING nova.compute.manager [req-457e9bc5-669d-48be-a028-d3a651114f2c req-b6cce7b0-6acb-4374-8804-cbb7dd0f9743 service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Received unexpected event network-vif-plugged-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be for instance with vm_state building and task_state block_device_mapping. [ 1237.367064] env[70294]: DEBUG nova.network.neutron [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Successfully updated port: f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.407485] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5fae36cb-13ff-4a92-a4fa-66f993357e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.407742] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance aea6a0cd-a655-4e63-b4e2-50dc664b97c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.407932] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.408158] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance b1243fa3-290f-4a0a-b437-cceba509700e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.408362] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 160ada59-7ca9-4e14-bca9-a1a9e8342d08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.408564] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance be5edd91-27a1-46ea-8a98-1d6acb3b8d4a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1237.408865] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1237.409116] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1237.498024] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400cd2f1-8ba6-4017-9568-197bc523fde0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.504251] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2735609-0347-49c5-b87d-49aae376171b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.533530] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31875b42-4eb4-4516-94bf-a7b79cf320da {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.540294] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bc196-685a-44f7-9614-9d7155f62315 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.553177] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.869863] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.870152] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.870230] env[70294]: DEBUG nova.network.neutron [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.056491] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.313999] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.314384] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquired lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.314384] env[70294]: DEBUG nova.network.neutron [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.415552] env[70294]: DEBUG nova.network.neutron [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.542579] env[70294]: DEBUG nova.network.neutron [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [{"id": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "address": "fa:16:3e:77:cc:8d", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8274f92-8e", "ovs_interfaceid": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.561902] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1238.562096] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.182s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.786060] env[70294]: DEBUG nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.786651] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.786870] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.787040] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.787239] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.787387] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.787531] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.787735] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.787892] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.788075] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.788248] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.788431] env[70294]: DEBUG nova.virt.hardware [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.789372] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fae668-149b-469b-9494-466694c9e1ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.797850] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeecc100-d414-4c50-8d61-a303b34c26d4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.023818] env[70294]: DEBUG nova.network.neutron [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Updating instance_info_cache with network_info: [{"id": "65d314c9-a33b-4ab4-966a-d6418e003907", "address": "fa:16:3e:be:c5:df", "network": {"id": "67d6b6c7-8ff1-4a37-ae15-b98e373304f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1388224514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f2eb9cc3fde483a97ca47a557064d1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65d314c9-a3", "ovs_interfaceid": "65d314c9-a33b-4ab4-966a-d6418e003907", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.046658] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.046984] env[70294]: DEBUG nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Instance network_info: |[{"id": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "address": "fa:16:3e:77:cc:8d", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8274f92-8e", "ovs_interfaceid": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1239.047399] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:cc:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8274f92-8ee3-4eec-a4ef-8bb9ad8838be', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.054854] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.055321] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.055548] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b440003c-35f0-4c27-854f-baa2e36d2b48 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.075014] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.075014] env[70294]: value = "task-3570847" [ 1239.075014] env[70294]: _type = "Task" [ 1239.075014] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.082482] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570847, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.307422] env[70294]: DEBUG nova.compute.manager [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Received event network-changed-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.307679] env[70294]: DEBUG nova.compute.manager [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Refreshing instance network info cache due to event network-changed-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.307919] env[70294]: DEBUG oslo_concurrency.lockutils [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] Acquiring lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.308129] env[70294]: DEBUG oslo_concurrency.lockutils [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] Acquired lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.308324] env[70294]: DEBUG nova.network.neutron [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Refreshing network info cache for port f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.527433] env[70294]: DEBUG oslo_concurrency.lockutils [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Releasing lock "refresh_cache-2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.528433] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa18eb9-733c-48df-b4c2-78a8852f37cf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.535253] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Resuming the VM {{(pid=70294) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1239.535523] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d7bc2f2-b7b4-4cbb-b573-d1caabcf50e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.542365] env[70294]: DEBUG oslo_vmware.api [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1239.542365] env[70294]: value = "task-3570848" [ 1239.542365] env[70294]: _type = "Task" [ 1239.542365] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.550455] env[70294]: DEBUG oslo_vmware.api [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.586705] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570847, 'name': CreateVM_Task, 'duration_secs': 0.404757} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.586936] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.587688] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'attachment_id': '55a20aa7-b1c4-487c-ac5e-861b4f0a9ce6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712740', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'name': 'volume-2bbac5be-6f74-4b85-8372-0a1993d0648e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'serial': '2bbac5be-6f74-4b85-8372-0a1993d0648e'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=70294) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1239.587946] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Root volume attach. Driver type: vmdk {{(pid=70294) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1239.588856] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b151ef39-03e0-4a3a-98d3-881ae3288bfd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.596741] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62eaaa23-84ba-4751-a12a-bf5e8574f377 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.603360] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5c1f09-57ff-49eb-8a5a-c9d8fd71b762 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.609672] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-d69d7a7a-6a10-4ea9-9c37-6ca0e3aca213 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.617122] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1239.617122] env[70294]: value = "task-3570849" [ 1239.617122] env[70294]: _type = "Task" [ 1239.617122] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.625679] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570849, 'name': RelocateVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.016337] env[70294]: DEBUG nova.network.neutron [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updated VIF entry in instance network info cache for port f8274f92-8ee3-4eec-a4ef-8bb9ad8838be. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.016648] env[70294]: DEBUG nova.network.neutron [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [{"id": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "address": "fa:16:3e:77:cc:8d", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8274f92-8e", "ovs_interfaceid": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.052078] env[70294]: DEBUG oslo_vmware.api [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570848, 'name': PowerOnVM_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.127783] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570849, 'name': RelocateVM_Task, 'duration_secs': 0.383401} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.128118] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1240.128370] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712740', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'name': 'volume-2bbac5be-6f74-4b85-8372-0a1993d0648e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'serial': '2bbac5be-6f74-4b85-8372-0a1993d0648e'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1240.129212] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53c05d9-3bfe-42be-be2c-b241beaeedb2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.145268] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae7ae7b-3963-43ff-b16e-9821cfa3275b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.168294] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-2bbac5be-6f74-4b85-8372-0a1993d0648e/volume-2bbac5be-6f74-4b85-8372-0a1993d0648e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.168562] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36ec81e-8298-4533-9206-6fb66088ee3d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.187989] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1240.187989] env[70294]: value = "task-3570850" [ 1240.187989] env[70294]: _type = "Task" [ 1240.187989] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.195844] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.519974] env[70294]: DEBUG oslo_concurrency.lockutils [req-78f0f9c1-d900-41d3-8448-db0276e253ba req-7ce3f44a-d9e9-4c10-ae93-df0ba87f2d6a service nova] Releasing lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.555216] env[70294]: DEBUG oslo_vmware.api [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570848, 'name': PowerOnVM_Task, 'duration_secs': 0.526615} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.555678] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Resumed the VM {{(pid=70294) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1240.555734] env[70294]: DEBUG nova.compute.manager [None req-df1ec601-fdfb-41e5-88f4-4410abb6519b tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1240.556742] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6115db-7505-4a0c-a328-49bf4296f225 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.697978] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570850, 'name': ReconfigVM_Task, 'duration_secs': 0.295237} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.698345] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-2bbac5be-6f74-4b85-8372-0a1993d0648e/volume-2bbac5be-6f74-4b85-8372-0a1993d0648e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.703109] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dc3d31d-d038-44bf-b058-7620fcf1863a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.718752] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1240.718752] env[70294]: value = "task-3570851" [ 1240.718752] env[70294]: _type = "Task" [ 1240.718752] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.726390] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570851, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.228651] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570851, 'name': ReconfigVM_Task, 'duration_secs': 0.119979} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.228911] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712740', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'name': 'volume-2bbac5be-6f74-4b85-8372-0a1993d0648e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a', 'attached_at': '', 'detached_at': '', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'serial': '2bbac5be-6f74-4b85-8372-0a1993d0648e'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1241.229505] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26cc08fe-edb6-40c8-8fd2-bfb6b74e6bb4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.236823] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1241.236823] env[70294]: value = "task-3570852" [ 1241.236823] env[70294]: _type = "Task" [ 1241.236823] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.244386] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570852, 'name': Rename_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.510995] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.511251] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.511468] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.511656] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.511827] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.513964] env[70294]: INFO nova.compute.manager [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Terminating instance [ 1241.562070] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.562461] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.562461] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.562583] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.562725] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1241.746602] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570852, 'name': Rename_Task, 'duration_secs': 0.12854} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.746867] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.747119] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c06111a-83b0-4be5-b2b8-72d9040ee407 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.753381] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1241.753381] env[70294]: value = "task-3570853" [ 1241.753381] env[70294]: _type = "Task" [ 1241.753381] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.761244] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570853, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.018074] env[70294]: DEBUG nova.compute.manager [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1242.018312] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1242.019227] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2bb82e-8b8f-4276-bc8f-960c902b1542 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.026523] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1242.026749] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7b60ffb-baf3-4a5e-a293-6fa3656f5259 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.033189] env[70294]: DEBUG oslo_vmware.api [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1242.033189] env[70294]: value = "task-3570854" [ 1242.033189] env[70294]: _type = "Task" [ 1242.033189] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.041045] env[70294]: DEBUG oslo_vmware.api [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570854, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.263373] env[70294]: DEBUG oslo_vmware.api [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570853, 'name': PowerOnVM_Task, 'duration_secs': 0.440041} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.263646] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.263847] env[70294]: INFO nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Took 3.48 seconds to spawn the instance on the hypervisor. [ 1242.264036] env[70294]: DEBUG nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1242.264799] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85deaf90-4024-4a00-aaa0-1bd90c34d246 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.543326] env[70294]: DEBUG oslo_vmware.api [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570854, 'name': PowerOffVM_Task, 'duration_secs': 0.203233} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.543591] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.543763] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1242.544018] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c57dfc9-8752-4a4c-9765-c0274cdde11b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.602046] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1242.602392] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1242.602443] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleting the datastore file [datastore2] 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1242.602711] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79015dd2-b1db-4880-94b3-e153046deb69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.609987] env[70294]: DEBUG oslo_vmware.api [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for the task: (returnval){ [ 1242.609987] env[70294]: value = "task-3570856" [ 1242.609987] env[70294]: _type = "Task" [ 1242.609987] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.617457] env[70294]: DEBUG oslo_vmware.api [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.785035] env[70294]: INFO nova.compute.manager [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Took 10.66 seconds to build instance. [ 1242.814063] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1243.119730] env[70294]: DEBUG oslo_vmware.api [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Task: {'id': task-3570856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145617} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.119985] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1243.120238] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1243.120439] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1243.120617] env[70294]: INFO nova.compute.manager [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1243.120853] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.121055] env[70294]: DEBUG nova.compute.manager [-] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1243.121158] env[70294]: DEBUG nova.network.neutron [-] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1243.287637] env[70294]: DEBUG oslo_concurrency.lockutils [None req-6c174a36-087d-462c-9894-c05f40f84c03 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.170s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.689906] env[70294]: DEBUG nova.compute.manager [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Received event network-changed-1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.690277] env[70294]: DEBUG nova.compute.manager [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Refreshing instance network info cache due to event network-changed-1e0b2995-3a48-46d2-9f39-4a1dc1701c93. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.690515] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] Acquiring lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.690711] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] Acquired lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.690830] env[70294]: DEBUG nova.network.neutron [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Refreshing network info cache for port 1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.240254] env[70294]: DEBUG nova.network.neutron [-] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.448409] env[70294]: DEBUG nova.network.neutron [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Updated VIF entry in instance network info cache for port 1e0b2995-3a48-46d2-9f39-4a1dc1701c93. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.448771] env[70294]: DEBUG nova.network.neutron [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Updating instance_info_cache with network_info: [{"id": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "address": "fa:16:3e:03:46:d6", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e0b2995-3a", "ovs_interfaceid": "1e0b2995-3a48-46d2-9f39-4a1dc1701c93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.742835] env[70294]: INFO nova.compute.manager [-] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Took 1.62 seconds to deallocate network for instance. [ 1244.883829] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.884126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.884315] env[70294]: INFO nova.compute.manager [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Shelving [ 1244.952149] env[70294]: DEBUG oslo_concurrency.lockutils [req-2d285766-b747-4ee4-aa02-38c58b6f49ed req-5c9fa80a-5bf3-4a32-a8f7-e4f5470b13f1 service nova] Releasing lock "refresh_cache-5fae36cb-13ff-4a92-a4fa-66f993357e92" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.166029] env[70294]: DEBUG nova.compute.manager [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Stashing vm_state: active {{(pid=70294) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1245.250477] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.250684] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.250956] env[70294]: DEBUG nova.objects.instance [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lazy-loading 'resources' on Instance uuid 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.686728] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.720828] env[70294]: DEBUG nova.compute.manager [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Received event network-changed-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.721062] env[70294]: DEBUG nova.compute.manager [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Refreshing instance network info cache due to event network-changed-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.721283] env[70294]: DEBUG oslo_concurrency.lockutils [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] Acquiring lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.721425] env[70294]: DEBUG oslo_concurrency.lockutils [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] Acquired lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.721585] env[70294]: DEBUG nova.network.neutron [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Refreshing network info cache for port f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.837143] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87da8950-86c3-43c2-9678-2f3524c6f5a4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.844396] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbabd7a-1b35-4175-80b4-556ec3550f86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.873812] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15db26e4-f955-42cd-b50a-07e5f4adf98a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.880568] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8640ac-dbf8-4703-a8a5-7eff1e1e307c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.893047] env[70294]: DEBUG nova.compute.provider_tree [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.896974] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.897187] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84fbe37c-584b-4abb-96f0-5f294f8721ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.902980] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1245.902980] env[70294]: value = "task-3570857" [ 1245.902980] env[70294]: _type = "Task" [ 1245.902980] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.910678] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.395598] env[70294]: DEBUG nova.scheduler.client.report [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.411928] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570857, 'name': PowerOffVM_Task, 'duration_secs': 0.195853} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.412757] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.413594] env[70294]: DEBUG nova.network.neutron [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updated VIF entry in instance network info cache for port f8274f92-8ee3-4eec-a4ef-8bb9ad8838be. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.413921] env[70294]: DEBUG nova.network.neutron [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [{"id": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "address": "fa:16:3e:77:cc:8d", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8274f92-8e", "ovs_interfaceid": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.415396] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea60d622-cc98-4334-8118-320619aeefd3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.435304] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d2da5d-b7e1-4b2d-b0e4-477d37bfd5de {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.900709] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.650s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.903091] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.216s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.920524] env[70294]: DEBUG oslo_concurrency.lockutils [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] Releasing lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.920798] env[70294]: DEBUG nova.compute.manager [req-dace74b7-c253-4d7a-89f4-fb0d5c0627cb req-f5e92bb5-c696-4bd2-a6b2-386bdba1c1fa service nova] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Received event network-vif-deleted-65d314c9-a33b-4ab4-966a-d6418e003907 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.922219] env[70294]: INFO nova.scheduler.client.report [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Deleted allocations for instance 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9 [ 1246.944941] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Creating Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1246.945268] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f18fb7a1-cd20-4f83-9ff7-ca2114129e25 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.953244] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1246.953244] env[70294]: value = "task-3570858" [ 1246.953244] env[70294]: _type = "Task" [ 1246.953244] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.961262] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570858, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.408241] env[70294]: INFO nova.compute.claims [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.429414] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b8ed28e3-8b0d-4e2d-8d4d-6e2c6a9aa005 tempest-ServerActionsTestJSON-1434509149 tempest-ServerActionsTestJSON-1434509149-project-member] Lock "2d0ca02e-d1e0-46fa-b292-9284f2bf19d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.918s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.462376] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570858, 'name': CreateSnapshot_Task, 'duration_secs': 0.422377} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.462624] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Created Snapshot of the VM instance {{(pid=70294) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1247.463346] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d588e874-d4bf-47f9-9ceb-8571debb76fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.915064] env[70294]: INFO nova.compute.resource_tracker [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating resource usage from migration 73963d7a-7d29-4c62-9c77-852b83bd33d8 [ 1247.979629] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Creating linked-clone VM from snapshot {{(pid=70294) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1247.982172] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-95c1b9d8-65c9-4595-b066-b35d81fbac0e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.991489] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1247.991489] env[70294]: value = "task-3570859" [ 1247.991489] env[70294]: _type = "Task" [ 1247.991489] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.001713] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570859, 'name': CloneVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.006069] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe59af63-bc09-43a7-a744-f58cf3b76663 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.012545] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f795f9-69bc-42ca-9cf8-9f876dc7436d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.044086] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325ed123-a09e-46b5-9f1a-789702ac8c55 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.051125] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43b1348-b9b0-45ae-b72b-671a8a453347 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.064475] env[70294]: DEBUG nova.compute.provider_tree [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.505064] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570859, 'name': CloneVM_Task} progress is 94%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.568372] env[70294]: DEBUG nova.scheduler.client.report [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.810088] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.002807] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570859, 'name': CloneVM_Task} progress is 95%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.074076] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.171s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.074350] env[70294]: INFO nova.compute.manager [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Migrating [ 1249.505576] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570859, 'name': CloneVM_Task, 'duration_secs': 1.22118} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.505851] env[70294]: INFO nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Created linked-clone VM from snapshot [ 1249.506591] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b13486c-5923-4a09-8eea-4f3e14ce1160 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.513482] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Uploading image f2de4c9e-23de-462e-9944-6a618599695d {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1249.539663] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1249.539663] env[70294]: value = "vm-712743" [ 1249.539663] env[70294]: _type = "VirtualMachine" [ 1249.539663] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1249.539962] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8af4bcb4-75ef-435a-8232-4238f5de4127 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.546397] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease: (returnval){ [ 1249.546397] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52996efa-359e-4669-e13b-fa4d61a8edcb" [ 1249.546397] env[70294]: _type = "HttpNfcLease" [ 1249.546397] env[70294]: } obtained for exporting VM: (result){ [ 1249.546397] env[70294]: value = "vm-712743" [ 1249.546397] env[70294]: _type = "VirtualMachine" [ 1249.546397] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1249.546693] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the lease: (returnval){ [ 1249.546693] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52996efa-359e-4669-e13b-fa4d61a8edcb" [ 1249.546693] env[70294]: _type = "HttpNfcLease" [ 1249.546693] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1249.552414] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1249.552414] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52996efa-359e-4669-e13b-fa4d61a8edcb" [ 1249.552414] env[70294]: _type = "HttpNfcLease" [ 1249.552414] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1249.593153] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.593493] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.593544] env[70294]: DEBUG nova.network.neutron [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1250.054469] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1250.054469] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52996efa-359e-4669-e13b-fa4d61a8edcb" [ 1250.054469] env[70294]: _type = "HttpNfcLease" [ 1250.054469] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1250.054945] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1250.054945] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52996efa-359e-4669-e13b-fa4d61a8edcb" [ 1250.054945] env[70294]: _type = "HttpNfcLease" [ 1250.054945] env[70294]: }. {{(pid=70294) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1250.055491] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83037ba2-181f-44bb-b39c-24de4a1208c1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.063615] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffe749-3d0b-b571-9cca-d79b69f767b9/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1250.064043] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffe749-3d0b-b571-9cca-d79b69f767b9/disk-0.vmdk for reading. {{(pid=70294) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1250.161219] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a9ecee8-6717-4f1b-bb5a-38a54f49229e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.382773] env[70294]: DEBUG nova.network.neutron [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [{"id": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "address": "fa:16:3e:77:cc:8d", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8274f92-8e", "ovs_interfaceid": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.884952] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.406768] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25c0bee-a9dc-4d95-bd80-38a4e6076c21 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.426719] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a' progress to 0 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.934038] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.934336] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3adf841-04be-4b7a-957b-567d4f6b8feb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.943133] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1252.943133] env[70294]: value = "task-3570861" [ 1252.943133] env[70294]: _type = "Task" [ 1252.943133] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.952241] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.455871] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570861, 'name': PowerOffVM_Task, 'duration_secs': 0.218105} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.456269] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.456485] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a' progress to 17 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.963825] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.964120] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.964273] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.964465] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.964653] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.964820] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.965041] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.965212] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.965392] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.965553] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.965732] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.971211] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-140c0bb7-36b9-4ca7-98c5-a6c8f1651730 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.988665] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1253.988665] env[70294]: value = "task-3570862" [ 1253.988665] env[70294]: _type = "Task" [ 1253.988665] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.997459] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570862, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.499730] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570862, 'name': ReconfigVM_Task, 'duration_secs': 0.208173} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.503595] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a' progress to 33 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.008150] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.008150] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.008150] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.008150] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.008150] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.008150] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.008682] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.009028] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.009355] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.010571] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.011145] env[70294]: DEBUG nova.virt.hardware [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.018340] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1255.018776] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32d9d64a-48f2-4f65-bba9-276dceb531c2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.044029] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1255.044029] env[70294]: value = "task-3570863" [ 1255.044029] env[70294]: _type = "Task" [ 1255.044029] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.052424] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.553887] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570863, 'name': ReconfigVM_Task, 'duration_secs': 0.155218} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.554603] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1255.558026] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b44e4b-ec3a-4194-9713-2a220f91f157 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.582254] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-2bbac5be-6f74-4b85-8372-0a1993d0648e/volume-2bbac5be-6f74-4b85-8372-0a1993d0648e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1255.584017] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd12e96-de46-48c1-8feb-097ac7e06d1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.606026] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1255.606026] env[70294]: value = "task-3570864" [ 1255.606026] env[70294]: _type = "Task" [ 1255.606026] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.613340] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570864, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.120910] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570864, 'name': ReconfigVM_Task, 'duration_secs': 0.263426} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.121216] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-2bbac5be-6f74-4b85-8372-0a1993d0648e/volume-2bbac5be-6f74-4b85-8372-0a1993d0648e.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1256.121509] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a' progress to 50 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.627840] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0342ee-8270-4912-9b4e-33b425587634 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.647940] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a9828-a733-4916-8c67-03395ff278e8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.668287] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a' progress to 67 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1256.783126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "91107a09-476c-4664-bb0d-421817fd4fc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.783353] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "91107a09-476c-4664-bb0d-421817fd4fc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.285842] env[70294]: DEBUG nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.753243] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffe749-3d0b-b571-9cca-d79b69f767b9/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1257.754187] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55151ad-cc7e-4596-84fc-6d112147c50c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.760076] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffe749-3d0b-b571-9cca-d79b69f767b9/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1257.760225] env[70294]: ERROR oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffe749-3d0b-b571-9cca-d79b69f767b9/disk-0.vmdk due to incomplete transfer. [ 1257.760444] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6302d243-027e-4a17-bd59-a909e327099e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.768251] env[70294]: DEBUG oslo_vmware.rw_handles [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ffe749-3d0b-b571-9cca-d79b69f767b9/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1257.768448] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Uploaded image f2de4c9e-23de-462e-9944-6a618599695d to the Glance image server {{(pid=70294) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1257.770796] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Destroying the VM {{(pid=70294) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1257.771240] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-00a1b6d9-0919-4b57-abcf-cf724e99478b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.778016] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1257.778016] env[70294]: value = "task-3570865" [ 1257.778016] env[70294]: _type = "Task" [ 1257.778016] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.785216] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570865, 'name': Destroy_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.805238] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.805500] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.806919] env[70294]: INFO nova.compute.claims [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.290072] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570865, 'name': Destroy_Task, 'duration_secs': 0.325411} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.290379] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Destroyed the VM [ 1258.290617] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Deleting Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1258.290859] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cda4158-8b98-40d4-bdb8-e7729ecefbf8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.298511] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1258.298511] env[70294]: value = "task-3570866" [ 1258.298511] env[70294]: _type = "Task" [ 1258.298511] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.306030] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570866, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.315112] env[70294]: DEBUG nova.network.neutron [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Port f8274f92-8ee3-4eec-a4ef-8bb9ad8838be binding to destination host cpu-1 is already ACTIVE {{(pid=70294) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1258.809295] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570866, 'name': RemoveSnapshot_Task, 'duration_secs': 0.389647} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.809624] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Deleted Snapshot of the VM instance {{(pid=70294) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1258.809787] env[70294]: DEBUG nova.compute.manager [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.810542] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fff5b7-f99a-49f6-b545-21ea64c4fd19 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.902170] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe43bed-1527-42df-a3f0-6321ccfaf320 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.909805] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc98fb1-c83a-4a2f-a1bd-64ccafb9c613 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.938714] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2128c3f7-d569-42c7-bac6-09638578d680 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.945245] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5e8f3f-0edc-45b7-8e43-3b07d4af6733 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.957481] env[70294]: DEBUG nova.compute.provider_tree [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.337962] env[70294]: INFO nova.compute.manager [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Shelve offloading [ 1259.339261] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.339486] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.339657] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.460901] env[70294]: DEBUG nova.scheduler.client.report [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.845617] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.845922] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b77ed63-c451-4af1-9c7a-10f4b0f32bdb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.854081] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1259.854081] env[70294]: value = "task-3570867" [ 1259.854081] env[70294]: _type = "Task" [ 1259.854081] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.862500] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.965729] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.160s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.966207] env[70294]: DEBUG nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.364567] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] VM already powered off {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1260.364793] env[70294]: DEBUG nova.compute.manager [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1260.365554] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1b4d15-eb61-42d3-9ced-09981cf6f5ac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.371506] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.371657] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.371823] env[70294]: DEBUG nova.network.neutron [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.388486] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.388658] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.388828] env[70294]: DEBUG nova.network.neutron [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.470920] env[70294]: DEBUG nova.compute.utils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.472801] env[70294]: DEBUG nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.472977] env[70294]: DEBUG nova.network.neutron [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.510322] env[70294]: DEBUG nova.policy [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ef721bf9ef4bbbb4ba4675c1b4b70d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '170c31c1b89d40778c221f3f073bebed', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.758360] env[70294]: DEBUG nova.network.neutron [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Successfully created port: 2c025f94-e6de-49d5-a8c4-cdb17123d556 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1260.976490] env[70294]: DEBUG nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.535290] env[70294]: DEBUG nova.network.neutron [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [{"id": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "address": "fa:16:3e:77:cc:8d", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8274f92-8e", "ovs_interfaceid": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.537651] env[70294]: DEBUG nova.network.neutron [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": "004b1bb1-eace-4b83-88e8-7573660ca829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.987819] env[70294]: DEBUG nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.017085] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.017381] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.017544] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.017796] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.017966] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.018129] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.018334] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.018506] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.018708] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.018876] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.019063] env[70294]: DEBUG nova.virt.hardware [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.019958] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f568d065-414e-499f-83f7-4dc25e7b1503 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.027791] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f27372a-491e-415d-a306-0801c8e00885 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.041016] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.044626] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.093109] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.093370] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.268645] env[70294]: DEBUG nova.compute.manager [req-89e4dabe-4cd2-43ba-8402-42766633a1a6 req-4007ee8c-5fb9-464b-ad19-52775dcadb11 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-vif-unplugged-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.268873] env[70294]: DEBUG oslo_concurrency.lockutils [req-89e4dabe-4cd2-43ba-8402-42766633a1a6 req-4007ee8c-5fb9-464b-ad19-52775dcadb11 service nova] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.269094] env[70294]: DEBUG oslo_concurrency.lockutils [req-89e4dabe-4cd2-43ba-8402-42766633a1a6 req-4007ee8c-5fb9-464b-ad19-52775dcadb11 service nova] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.269314] env[70294]: DEBUG oslo_concurrency.lockutils [req-89e4dabe-4cd2-43ba-8402-42766633a1a6 req-4007ee8c-5fb9-464b-ad19-52775dcadb11 service nova] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.269484] env[70294]: DEBUG nova.compute.manager [req-89e4dabe-4cd2-43ba-8402-42766633a1a6 req-4007ee8c-5fb9-464b-ad19-52775dcadb11 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] No waiting events found dispatching network-vif-unplugged-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.269652] env[70294]: WARNING nova.compute.manager [req-89e4dabe-4cd2-43ba-8402-42766633a1a6 req-4007ee8c-5fb9-464b-ad19-52775dcadb11 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received unexpected event network-vif-unplugged-004b1bb1-eace-4b83-88e8-7573660ca829 for instance with vm_state shelved and task_state shelving_offloading. [ 1262.422337] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.423304] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd1fc5b-6750-4dc1-aa6b-94809711fd91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.430883] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.431159] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca12056d-09bd-4306-a9ca-fc2305910560 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.497467] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.497757] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.497944] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleting the datastore file [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.498232] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d4136af-e291-4efa-995e-c847e4e62320 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.505602] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1262.505602] env[70294]: value = "task-3570869" [ 1262.505602] env[70294]: _type = "Task" [ 1262.505602] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.513512] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.534377] env[70294]: DEBUG nova.network.neutron [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Successfully updated port: 2c025f94-e6de-49d5-a8c4-cdb17123d556 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.553873] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82d6b59-3544-4c1f-9bd5-26f768344336 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.562216] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0b5079-e83d-44c8-a316-cc793885a260 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.596178] env[70294]: INFO nova.compute.manager [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Detaching volume d2b03645-eeb5-4273-bd6e-447166ac7b84 [ 1262.631706] env[70294]: INFO nova.virt.block_device [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Attempting to driver detach volume d2b03645-eeb5-4273-bd6e-447166ac7b84 from mountpoint /dev/sdb [ 1262.631988] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1262.632190] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712738', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'name': 'volume-d2b03645-eeb5-4273-bd6e-447166ac7b84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea6a0cd-a655-4e63-b4e2-50dc664b97c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'serial': 'd2b03645-eeb5-4273-bd6e-447166ac7b84'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1262.633101] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34198a2-4eb9-406c-afaa-41ce908ef9be {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.655521] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72822e88-8403-44d7-9386-f41aab5b7db3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.662188] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46693e4-c72b-4204-aaef-42e48239a0b7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.683425] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697f5195-f102-48de-a56d-d00d1aa86927 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.698106] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] The volume has not been displaced from its original location: [datastore1] volume-d2b03645-eeb5-4273-bd6e-447166ac7b84/volume-d2b03645-eeb5-4273-bd6e-447166ac7b84.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1262.704009] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1262.704348] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a729b152-d98f-47ab-8a08-e557ede8b109 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.721995] env[70294]: DEBUG oslo_vmware.api [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1262.721995] env[70294]: value = "task-3570870" [ 1262.721995] env[70294]: _type = "Task" [ 1262.721995] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.729548] env[70294]: DEBUG oslo_vmware.api [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570870, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.016062] env[70294]: DEBUG oslo_vmware.api [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138172} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.016062] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.016520] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.016520] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.037078] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "refresh_cache-91107a09-476c-4664-bb0d-421817fd4fc1" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.037219] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquired lock "refresh_cache-91107a09-476c-4664-bb0d-421817fd4fc1" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.037368] env[70294]: DEBUG nova.network.neutron [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.040291] env[70294]: INFO nova.scheduler.client.report [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted allocations for instance b1243fa3-290f-4a0a-b437-cceba509700e [ 1263.231747] env[70294]: DEBUG oslo_vmware.api [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570870, 'name': ReconfigVM_Task, 'duration_secs': 0.230095} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.231973] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.236545] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db6fdd9b-4158-42bb-a9d9-545bcf58bfef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.251870] env[70294]: DEBUG oslo_vmware.api [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1263.251870] env[70294]: value = "task-3570871" [ 1263.251870] env[70294]: _type = "Task" [ 1263.251870] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.259769] env[70294]: DEBUG oslo_vmware.api [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570871, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.545612] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.545863] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.546098] env[70294]: DEBUG nova.objects.instance [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'resources' on Instance uuid b1243fa3-290f-4a0a-b437-cceba509700e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.584784] env[70294]: DEBUG nova.network.neutron [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.665639] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd74866-6b6d-4bf3-b31b-b94f27d60075 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.685151] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed2a711-12db-4353-8f4a-155b59a6af43 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.692034] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a' progress to 83 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1263.757146] env[70294]: DEBUG nova.network.neutron [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Updating instance_info_cache with network_info: [{"id": "2c025f94-e6de-49d5-a8c4-cdb17123d556", "address": "fa:16:3e:a6:ef:87", "network": {"id": "dd9db464-5794-4498-b9a5-bf23511a1016", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-949089839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "170c31c1b89d40778c221f3f073bebed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c025f94-e6", "ovs_interfaceid": "2c025f94-e6de-49d5-a8c4-cdb17123d556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.763240] env[70294]: DEBUG oslo_vmware.api [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570871, 'name': ReconfigVM_Task, 'duration_secs': 0.136521} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.763539] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712738', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'name': 'volume-d2b03645-eeb5-4273-bd6e-447166ac7b84', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aea6a0cd-a655-4e63-b4e2-50dc664b97c9', 'attached_at': '', 'detached_at': '', 'volume_id': 'd2b03645-eeb5-4273-bd6e-447166ac7b84', 'serial': 'd2b03645-eeb5-4273-bd6e-447166ac7b84'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1264.048966] env[70294]: DEBUG nova.objects.instance [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'numa_topology' on Instance uuid b1243fa3-290f-4a0a-b437-cceba509700e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.198970] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.199348] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4312a2a-7c25-45eb-8455-ce0beeebdbbc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.206803] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1264.206803] env[70294]: value = "task-3570872" [ 1264.206803] env[70294]: _type = "Task" [ 1264.206803] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.214994] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.259906] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Releasing lock "refresh_cache-91107a09-476c-4664-bb0d-421817fd4fc1" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.260406] env[70294]: DEBUG nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Instance network_info: |[{"id": "2c025f94-e6de-49d5-a8c4-cdb17123d556", "address": "fa:16:3e:a6:ef:87", "network": {"id": "dd9db464-5794-4498-b9a5-bf23511a1016", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-949089839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "170c31c1b89d40778c221f3f073bebed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c025f94-e6", "ovs_interfaceid": "2c025f94-e6de-49d5-a8c4-cdb17123d556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.260931] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:ef:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c025f94-e6de-49d5-a8c4-cdb17123d556', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.268410] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Creating folder: Project (170c31c1b89d40778c221f3f073bebed). Parent ref: group-v712401. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.268721] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75f5f665-7f6c-40e0-8a5c-49e259f35aba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.280106] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Created folder: Project (170c31c1b89d40778c221f3f073bebed) in parent group-v712401. [ 1264.280750] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Creating folder: Instances. Parent ref: group-v712744. {{(pid=70294) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1264.280750] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afce268a-597d-49a5-a74f-7fdc2f1f1b96 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.290618] env[70294]: INFO nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Created folder: Instances in parent group-v712744. [ 1264.290802] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.291014] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.291222] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146ddce4-276f-42bd-8f92-1f1ea033986f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.309132] env[70294]: DEBUG nova.objects.instance [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.311895] env[70294]: DEBUG nova.compute.manager [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Received event network-vif-plugged-2c025f94-e6de-49d5-a8c4-cdb17123d556 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.312117] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Acquiring lock "91107a09-476c-4664-bb0d-421817fd4fc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.312345] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Lock "91107a09-476c-4664-bb0d-421817fd4fc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.312574] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Lock "91107a09-476c-4664-bb0d-421817fd4fc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.312767] env[70294]: DEBUG nova.compute.manager [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] No waiting events found dispatching network-vif-plugged-2c025f94-e6de-49d5-a8c4-cdb17123d556 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.312942] env[70294]: WARNING nova.compute.manager [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Received unexpected event network-vif-plugged-2c025f94-e6de-49d5-a8c4-cdb17123d556 for instance with vm_state building and task_state spawning. [ 1264.313120] env[70294]: DEBUG nova.compute.manager [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.313289] env[70294]: DEBUG nova.compute.manager [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing instance network info cache due to event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.313829] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Acquiring lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.313829] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Acquired lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.313829] env[70294]: DEBUG nova.network.neutron [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.320485] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.320485] env[70294]: value = "task-3570875" [ 1264.320485] env[70294]: _type = "Task" [ 1264.320485] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.330041] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570875, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.553778] env[70294]: DEBUG nova.objects.base [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1264.649903] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc837bcb-2781-4f97-b9f3-3d7a56bbf505 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.660770] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea1720c-3880-46b6-a31d-2e550c4485e2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.694402] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7572e8-f4b0-4963-8811-38d3668afce4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.702218] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db185d0e-d5f4-4c45-803e-573209f7062d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.718444] env[70294]: DEBUG nova.compute.provider_tree [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.725143] env[70294]: DEBUG oslo_vmware.api [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570872, 'name': PowerOnVM_Task, 'duration_secs': 0.373434} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.726033] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.726033] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-1ca3bf78-7c24-453e-a12a-f86b152f578c tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a' progress to 100 {{(pid=70294) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.830340] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570875, 'name': CreateVM_Task, 'duration_secs': 0.408563} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.830508] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.831296] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.831460] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.831776] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.832036] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d1e869-9ac1-419a-97d9-f2a6fe9fef64 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.836626] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1264.836626] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]5259fe42-3b56-ebae-1b14-77a4b25bb84e" [ 1264.836626] env[70294]: _type = "Task" [ 1264.836626] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.845438] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5259fe42-3b56-ebae-1b14-77a4b25bb84e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.055843] env[70294]: DEBUG nova.network.neutron [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updated VIF entry in instance network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.056196] env[70294]: DEBUG nova.network.neutron [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": null, "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.160846] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.221644] env[70294]: DEBUG nova.scheduler.client.report [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.289631] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.325148] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8188b93c-285d-4eb0-a5cc-ba4921b8e6e6 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.232s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.326114] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.037s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.326297] env[70294]: DEBUG nova.compute.manager [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.327367] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbcf452-4b35-497f-9e30-a671ba527672 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.333978] env[70294]: DEBUG nova.compute.manager [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=70294) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1265.334602] env[70294]: DEBUG nova.objects.instance [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.346905] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]5259fe42-3b56-ebae-1b14-77a4b25bb84e, 'name': SearchDatastore_Task, 'duration_secs': 0.009222} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.347213] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.347449] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.347683] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.347838] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.348066] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.348313] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-232de9c6-dc57-4d4b-957e-a6c0980a5bff {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.356618] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.356789] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.357515] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37da6340-3766-419f-8cd6-c500ecbfde88 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.362099] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1265.362099] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aae062-10ee-f282-bc2f-ffb860b97c76" [ 1265.362099] env[70294]: _type = "Task" [ 1265.362099] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.369092] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aae062-10ee-f282-bc2f-ffb860b97c76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.559211] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Releasing lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.559489] env[70294]: DEBUG nova.compute.manager [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Received event network-changed-2c025f94-e6de-49d5-a8c4-cdb17123d556 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.559661] env[70294]: DEBUG nova.compute.manager [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Refreshing instance network info cache due to event network-changed-2c025f94-e6de-49d5-a8c4-cdb17123d556. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.559869] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Acquiring lock "refresh_cache-91107a09-476c-4664-bb0d-421817fd4fc1" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.560017] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Acquired lock "refresh_cache-91107a09-476c-4664-bb0d-421817fd4fc1" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.560182] env[70294]: DEBUG nova.network.neutron [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Refreshing network info cache for port 2c025f94-e6de-49d5-a8c4-cdb17123d556 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.727585] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.872679] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52aae062-10ee-f282-bc2f-ffb860b97c76, 'name': SearchDatastore_Task, 'duration_secs': 0.007955} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.873436] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df679b5b-7fde-46ce-bb06-6cd632910f9e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.877988] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1265.877988] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a80105-81e2-7a6d-05c8-657701d52aa6" [ 1265.877988] env[70294]: _type = "Task" [ 1265.877988] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.885433] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a80105-81e2-7a6d-05c8-657701d52aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.235570] env[70294]: DEBUG oslo_concurrency.lockutils [None req-675c31a1-7045-4195-ab35-4de842a3e4da tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.351s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.236455] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.076s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.236638] env[70294]: INFO nova.compute.manager [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Unshelving [ 1266.245821] env[70294]: DEBUG nova.network.neutron [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Updated VIF entry in instance network info cache for port 2c025f94-e6de-49d5-a8c4-cdb17123d556. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.246425] env[70294]: DEBUG nova.network.neutron [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Updating instance_info_cache with network_info: [{"id": "2c025f94-e6de-49d5-a8c4-cdb17123d556", "address": "fa:16:3e:a6:ef:87", "network": {"id": "dd9db464-5794-4498-b9a5-bf23511a1016", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-949089839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "170c31c1b89d40778c221f3f073bebed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c025f94-e6", "ovs_interfaceid": "2c025f94-e6de-49d5-a8c4-cdb17123d556", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.341779] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.342218] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed519077-e8bf-4338-9dcb-2e1a6d92bd5e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.350728] env[70294]: DEBUG oslo_vmware.api [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1266.350728] env[70294]: value = "task-3570876" [ 1266.350728] env[70294]: _type = "Task" [ 1266.350728] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.358802] env[70294]: DEBUG oslo_vmware.api [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.389519] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a80105-81e2-7a6d-05c8-657701d52aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.390922] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.391304] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 91107a09-476c-4664-bb0d-421817fd4fc1/91107a09-476c-4664-bb0d-421817fd4fc1.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.394227] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d47be61-1f8b-4b78-adb8-aededb49f3eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.402432] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1266.402432] env[70294]: value = "task-3570877" [ 1266.402432] env[70294]: _type = "Task" [ 1266.402432] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.411827] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.748899] env[70294]: DEBUG oslo_concurrency.lockutils [req-d7bf7262-41d8-4d5a-9093-b774437c9331 req-d92f3743-deb0-4202-9787-f71ec5b69ac1 service nova] Releasing lock "refresh_cache-91107a09-476c-4664-bb0d-421817fd4fc1" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.863381] env[70294]: DEBUG oslo_vmware.api [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570876, 'name': PowerOffVM_Task, 'duration_secs': 0.238541} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.863668] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.863894] env[70294]: DEBUG nova.compute.manager [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1266.864706] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566fbd0f-4c59-41a1-8d2b-dc1f1d97b105 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.898214] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.898499] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.898689] env[70294]: DEBUG nova.compute.manager [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Going to confirm migration 10 {{(pid=70294) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1266.913439] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404265} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.913726] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore1] 91107a09-476c-4664-bb0d-421817fd4fc1/91107a09-476c-4664-bb0d-421817fd4fc1.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.913922] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.914199] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b6f91ce-220c-4765-8229-b91194a539cd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.922180] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1266.922180] env[70294]: value = "task-3570878" [ 1266.922180] env[70294]: _type = "Task" [ 1266.922180] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.931488] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570878, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.263368] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.263655] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.263858] env[70294]: DEBUG nova.objects.instance [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'pci_requests' on Instance uuid b1243fa3-290f-4a0a-b437-cceba509700e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.376564] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8d202290-f081-42c2-ac7f-3ae445b15dde tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.433232] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570878, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069212} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.433528] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.434311] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8abf9-56eb-481f-a930-ab86534c8ea1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.437845] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.438027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquired lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.438217] env[70294]: DEBUG nova.network.neutron [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.438437] env[70294]: DEBUG nova.objects.instance [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'info_cache' on Instance uuid be5edd91-27a1-46ea-8a98-1d6acb3b8d4a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.456946] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 91107a09-476c-4664-bb0d-421817fd4fc1/91107a09-476c-4664-bb0d-421817fd4fc1.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.457953] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7972929-90c7-4af0-8bc5-2549b09d343b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.476524] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1267.476524] env[70294]: value = "task-3570879" [ 1267.476524] env[70294]: _type = "Task" [ 1267.476524] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.484084] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.686570] env[70294]: DEBUG nova.objects.instance [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.767126] env[70294]: DEBUG nova.objects.instance [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'numa_topology' on Instance uuid b1243fa3-290f-4a0a-b437-cceba509700e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.986589] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570879, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.194126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.194126] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.194126] env[70294]: DEBUG nova.network.neutron [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.194126] env[70294]: DEBUG nova.objects.instance [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'info_cache' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.270117] env[70294]: INFO nova.compute.claims [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.486481] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570879, 'name': ReconfigVM_Task, 'duration_secs': 0.723062} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.486481] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 91107a09-476c-4664-bb0d-421817fd4fc1/91107a09-476c-4664-bb0d-421817fd4fc1.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.487134] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-715b6ef5-0cb4-4911-aa5a-b61f3f3a2592 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.493197] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1268.493197] env[70294]: value = "task-3570880" [ 1268.493197] env[70294]: _type = "Task" [ 1268.493197] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.500460] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570880, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.697832] env[70294]: DEBUG nova.objects.base [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1268.714551] env[70294]: DEBUG nova.network.neutron [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [{"id": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "address": "fa:16:3e:77:cc:8d", "network": {"id": "edd147a5-618d-4ba1-bfe1-bf0fc6249212", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1817245536-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a7202cb5d46740e5a63a56d6e28e404b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8274f92-8e", "ovs_interfaceid": "f8274f92-8ee3-4eec-a4ef-8bb9ad8838be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.003605] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570880, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.216592] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Releasing lock "refresh_cache-be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.216857] env[70294]: DEBUG nova.objects.instance [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'migration_context' on Instance uuid be5edd91-27a1-46ea-8a98-1d6acb3b8d4a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.368979] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebd15bc-8413-47b5-a065-6463870f71ab {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.376603] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c79d7b-53a7-4df7-bd6e-d9280df49aa3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.407353] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcb2b72-9bef-4de7-b371-b46c6b460fca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.414606] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3f81c3-ce4d-4b14-bf56-1fd95b0c55ec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.428046] env[70294]: DEBUG nova.compute.provider_tree [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.430115] env[70294]: DEBUG nova.network.neutron [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating instance_info_cache with network_info: [{"id": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "address": "fa:16:3e:12:5f:bd", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8220cd7-88", "ovs_interfaceid": "f8220cd7-88c5-456a-92f6-98a9a80c3ca8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.504528] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570880, 'name': Rename_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.720137] env[70294]: DEBUG nova.objects.base [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=70294) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1269.721102] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a2e175-5d66-44e6-b3bd-b5456c5ac363 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.739520] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408f24b5-86d2-4b40-8796-a1974b6bc9d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.744532] env[70294]: DEBUG oslo_vmware.api [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1269.744532] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ca795-606d-bc55-466d-24cb3d689271" [ 1269.744532] env[70294]: _type = "Task" [ 1269.744532] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.752224] env[70294]: DEBUG oslo_vmware.api [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ca795-606d-bc55-466d-24cb3d689271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.932655] env[70294]: DEBUG nova.scheduler.client.report [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.936263] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "refresh_cache-aea6a0cd-a655-4e63-b4e2-50dc664b97c9" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.005066] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570880, 'name': Rename_Task, 'duration_secs': 1.133999} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.005346] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.005591] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfc4c631-5a3c-4128-887f-e8d435d78d77 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.011590] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1270.011590] env[70294]: value = "task-3570881" [ 1270.011590] env[70294]: _type = "Task" [ 1270.011590] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.019248] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.254494] env[70294]: DEBUG oslo_vmware.api [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]523ca795-606d-bc55-466d-24cb3d689271, 'name': SearchDatastore_Task, 'duration_secs': 0.008712} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.254791] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.439217] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.175s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.441657] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.187s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.474474] env[70294]: INFO nova.network.neutron [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating port 004b1bb1-eace-4b83-88e8-7573660ca829 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1270.522497] env[70294]: DEBUG oslo_vmware.api [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570881, 'name': PowerOnVM_Task, 'duration_secs': 0.467141} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.522743] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.522939] env[70294]: INFO nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1270.523210] env[70294]: DEBUG nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1270.523883] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5dd8c2-d922-4071-a8a4-be6a827815eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.948479] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.949483] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c9199f6-651b-49f4-b4dd-c0df90528de6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.957088] env[70294]: DEBUG oslo_vmware.api [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1270.957088] env[70294]: value = "task-3570882" [ 1270.957088] env[70294]: _type = "Task" [ 1270.957088] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.964480] env[70294]: DEBUG oslo_vmware.api [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570882, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.042736] env[70294]: INFO nova.compute.manager [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Took 13.25 seconds to build instance. [ 1271.050759] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15874f78-bc9c-4e65-91f2-746ef2e33e9c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.058554] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc3c298-ba73-455f-a638-fc6e11494125 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.088785] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64942c7-f60b-4bba-8376-860877ff939e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.095767] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d84776-9c89-4d46-9022-e76aa4c10ff6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.109027] env[70294]: DEBUG nova.compute.provider_tree [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.467057] env[70294]: DEBUG oslo_vmware.api [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570882, 'name': PowerOnVM_Task, 'duration_secs': 0.373998} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.467392] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.467509] env[70294]: DEBUG nova.compute.manager [None req-e07b81bd-61fe-4177-b3d6-6e30ab651639 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.468226] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df87abe-d5e0-4fb9-b20b-35ed6437a750 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.544345] env[70294]: DEBUG oslo_concurrency.lockutils [None req-f4ae1ef4-fded-42c4-9fcd-a631e0147b81 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "91107a09-476c-4664-bb0d-421817fd4fc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.761s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.612488] env[70294]: DEBUG nova.scheduler.client.report [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.940630] env[70294]: DEBUG nova.compute.manager [req-0defcfbc-5e9d-46c4-9447-7d54fc36990a req-c0e87d66-b5e1-4910-83eb-2ab3fccc8006 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-vif-plugged-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.940854] env[70294]: DEBUG oslo_concurrency.lockutils [req-0defcfbc-5e9d-46c4-9447-7d54fc36990a req-c0e87d66-b5e1-4910-83eb-2ab3fccc8006 service nova] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.941090] env[70294]: DEBUG oslo_concurrency.lockutils [req-0defcfbc-5e9d-46c4-9447-7d54fc36990a req-c0e87d66-b5e1-4910-83eb-2ab3fccc8006 service nova] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.941268] env[70294]: DEBUG oslo_concurrency.lockutils [req-0defcfbc-5e9d-46c4-9447-7d54fc36990a req-c0e87d66-b5e1-4910-83eb-2ab3fccc8006 service nova] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.941435] env[70294]: DEBUG nova.compute.manager [req-0defcfbc-5e9d-46c4-9447-7d54fc36990a req-c0e87d66-b5e1-4910-83eb-2ab3fccc8006 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] No waiting events found dispatching network-vif-plugged-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1271.941599] env[70294]: WARNING nova.compute.manager [req-0defcfbc-5e9d-46c4-9447-7d54fc36990a req-c0e87d66-b5e1-4910-83eb-2ab3fccc8006 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received unexpected event network-vif-plugged-004b1bb1-eace-4b83-88e8-7573660ca829 for instance with vm_state shelved_offloaded and task_state spawning. [ 1272.071604] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.071832] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.072027] env[70294]: DEBUG nova.network.neutron [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.622104] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.180s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.786842] env[70294]: DEBUG nova.network.neutron [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": "004b1bb1-eace-4b83-88e8-7573660ca829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.978293] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "91107a09-476c-4664-bb0d-421817fd4fc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.978556] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "91107a09-476c-4664-bb0d-421817fd4fc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.978771] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "91107a09-476c-4664-bb0d-421817fd4fc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.978950] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "91107a09-476c-4664-bb0d-421817fd4fc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.979141] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "91107a09-476c-4664-bb0d-421817fd4fc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.982100] env[70294]: INFO nova.compute.manager [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Terminating instance [ 1273.179600] env[70294]: INFO nova.scheduler.client.report [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted allocation for migration 73963d7a-7d29-4c62-9c77-852b83bd33d8 [ 1273.289617] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.298852] env[70294]: INFO nova.compute.manager [None req-aa958532-7322-4fa1-95d0-3742c19f986f tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Get console output [ 1273.299376] env[70294]: WARNING nova.virt.vmwareapi.driver [None req-aa958532-7322-4fa1-95d0-3742c19f986f tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] The console log is missing. Check your VSPC configuration [ 1273.319309] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='81b73e863f5992f79f173f049d94bf89',container_format='bare',created_at=2025-04-25T02:44:29Z,direct_url=,disk_format='vmdk',id=f2de4c9e-23de-462e-9944-6a618599695d,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-262291738-shelved',owner='99449fe986ab450180ef3f9a06a3a30e',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-25T02:44:42Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1273.319625] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1273.319882] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1273.320213] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1273.320472] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1273.320727] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1273.321076] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1273.321345] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1273.321631] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1273.321899] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1273.322200] env[70294]: DEBUG nova.virt.hardware [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1273.323769] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b1ddc4-cf2c-401b-8391-04366d266fac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.334717] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73658eb-1a00-4a18-ab22-c40802c8c8ef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.357589] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:27:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '004b1bb1-eace-4b83-88e8-7573660ca829', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.370049] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.370353] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.370638] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f478382c-9b68-42ce-b758-5bbd581e5481 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.402561] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.402561] env[70294]: value = "task-3570883" [ 1273.402561] env[70294]: _type = "Task" [ 1273.402561] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.416937] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570883, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.484637] env[70294]: DEBUG nova.compute.manager [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1273.485029] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1273.486447] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc5bd7c-ca52-4ffe-95aa-70494d95380b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.495181] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.495428] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d750c45-fdfd-41a6-880c-33ff83a39ea6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.502565] env[70294]: DEBUG oslo_vmware.api [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1273.502565] env[70294]: value = "task-3570884" [ 1273.502565] env[70294]: _type = "Task" [ 1273.502565] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.510065] env[70294]: DEBUG oslo_vmware.api [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.686366] env[70294]: DEBUG oslo_concurrency.lockutils [None req-35f18ac9-1744-4c24-aaf4-68ceda471551 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.788s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.913452] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570883, 'name': CreateVM_Task, 'duration_secs': 0.340176} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.913582] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.914295] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.914487] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.914877] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.915160] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651776d4-2406-4980-82ec-6e09a34c5ad6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.919745] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1273.919745] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52141814-1772-2b83-4dbb-2e9710d9594b" [ 1273.919745] env[70294]: _type = "Task" [ 1273.919745] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.927034] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52141814-1772-2b83-4dbb-2e9710d9594b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.965872] env[70294]: DEBUG nova.compute.manager [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.966035] env[70294]: DEBUG nova.compute.manager [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing instance network info cache due to event network-changed-004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.966254] env[70294]: DEBUG oslo_concurrency.lockutils [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] Acquiring lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.966398] env[70294]: DEBUG oslo_concurrency.lockutils [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] Acquired lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.966558] env[70294]: DEBUG nova.network.neutron [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Refreshing network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1274.013058] env[70294]: DEBUG oslo_vmware.api [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570884, 'name': PowerOffVM_Task, 'duration_secs': 0.249547} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.013058] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.013058] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.013278] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-859c6d6a-bd3c-4739-99b6-bf726a7fed09 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.066931] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.067272] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.067641] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Deleting the datastore file [datastore1] 91107a09-476c-4664-bb0d-421817fd4fc1 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.067932] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d51426-95fd-44b8-96b1-98fb5756572b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.074339] env[70294]: DEBUG oslo_vmware.api [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for the task: (returnval){ [ 1274.074339] env[70294]: value = "task-3570886" [ 1274.074339] env[70294]: _type = "Task" [ 1274.074339] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.081527] env[70294]: DEBUG oslo_vmware.api [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.430552] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.430844] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Processing image f2de4c9e-23de-462e-9944-6a618599695d {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.431111] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d/f2de4c9e-23de-462e-9944-6a618599695d.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.431269] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d/f2de4c9e-23de-462e-9944-6a618599695d.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.431451] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.431723] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71383d4e-9b34-4876-814f-363095d8b421 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.440740] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.440906] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.441620] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96e3af1-3a7a-495d-9ce4-5194e54a1c66 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.447110] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1274.447110] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]529fb280-a800-0fc8-f163-63ccd295d9a2" [ 1274.447110] env[70294]: _type = "Task" [ 1274.447110] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.454408] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]529fb280-a800-0fc8-f163-63ccd295d9a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.589739] env[70294]: DEBUG oslo_vmware.api [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Task: {'id': task-3570886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130029} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.590160] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.590481] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.590800] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.591125] env[70294]: INFO nova.compute.manager [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1274.591527] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.591836] env[70294]: DEBUG nova.compute.manager [-] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.592015] env[70294]: DEBUG nova.network.neutron [-] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.743248] env[70294]: DEBUG nova.network.neutron [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updated VIF entry in instance network info cache for port 004b1bb1-eace-4b83-88e8-7573660ca829. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.743858] env[70294]: DEBUG nova.network.neutron [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [{"id": "004b1bb1-eace-4b83-88e8-7573660ca829", "address": "fa:16:3e:ff:27:f8", "network": {"id": "506898f9-0543-4515-a781-6cfc749d4087", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-354268853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99449fe986ab450180ef3f9a06a3a30e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap004b1bb1-ea", "ovs_interfaceid": "004b1bb1-eace-4b83-88e8-7573660ca829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.957065] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Preparing fetch location {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1274.957316] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Fetch image to [datastore2] OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f/OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f.vmdk {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1274.957502] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Downloading stream optimized image f2de4c9e-23de-462e-9944-6a618599695d to [datastore2] OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f/OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f.vmdk on the data store datastore2 as vApp {{(pid=70294) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1274.957675] env[70294]: DEBUG nova.virt.vmwareapi.images [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Downloading image file data f2de4c9e-23de-462e-9944-6a618599695d to the ESX as VM named 'OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f' {{(pid=70294) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1275.024377] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1275.024377] env[70294]: value = "resgroup-9" [ 1275.024377] env[70294]: _type = "ResourcePool" [ 1275.024377] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1275.024658] env[70294]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-63f82035-9554-4f71-aca0-0fd7c9c66013 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.045206] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease: (returnval){ [ 1275.045206] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52677890-e769-9b10-ab67-2302e80727e3" [ 1275.045206] env[70294]: _type = "HttpNfcLease" [ 1275.045206] env[70294]: } obtained for vApp import into resource pool (val){ [ 1275.045206] env[70294]: value = "resgroup-9" [ 1275.045206] env[70294]: _type = "ResourcePool" [ 1275.045206] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1275.045447] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the lease: (returnval){ [ 1275.045447] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52677890-e769-9b10-ab67-2302e80727e3" [ 1275.045447] env[70294]: _type = "HttpNfcLease" [ 1275.045447] env[70294]: } to be ready. {{(pid=70294) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1275.053150] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.053150] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52677890-e769-9b10-ab67-2302e80727e3" [ 1275.053150] env[70294]: _type = "HttpNfcLease" [ 1275.053150] env[70294]: } is initializing. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1275.247633] env[70294]: DEBUG oslo_concurrency.lockutils [req-7e82c511-0df4-434a-b3c9-df52f820cc06 req-6abbadf5-0a50-4c9f-a5e0-ac28c937518e service nova] Releasing lock "refresh_cache-b1243fa3-290f-4a0a-b437-cceba509700e" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.387664] env[70294]: DEBUG nova.network.neutron [-] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.554023] env[70294]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1275.554023] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52677890-e769-9b10-ab67-2302e80727e3" [ 1275.554023] env[70294]: _type = "HttpNfcLease" [ 1275.554023] env[70294]: } is ready. {{(pid=70294) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1275.554383] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1275.554383] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52677890-e769-9b10-ab67-2302e80727e3" [ 1275.554383] env[70294]: _type = "HttpNfcLease" [ 1275.554383] env[70294]: }. {{(pid=70294) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1275.555172] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8305ddae-38a8-4feb-a730-a89fbab83742 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.562474] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528144a7-baf1-c096-1a1b-90c1c5dae5ea/disk-0.vmdk from lease info. {{(pid=70294) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1275.562649] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528144a7-baf1-c096-1a1b-90c1c5dae5ea/disk-0.vmdk. {{(pid=70294) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1275.626834] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-362aab41-6971-4a4a-b71b-e63b6822ad6b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.890435] env[70294]: INFO nova.compute.manager [-] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Took 1.30 seconds to deallocate network for instance. [ 1275.993564] env[70294]: DEBUG nova.compute.manager [req-c9c6928f-d423-447e-a8a7-9bd7731003dc req-94b1b62b-a667-4bd0-95f0-c5302154bea3 service nova] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Received event network-vif-deleted-2c025f94-e6de-49d5-a8c4-cdb17123d556 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.398062] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.398334] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.398564] env[70294]: DEBUG nova.objects.instance [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lazy-loading 'resources' on Instance uuid 91107a09-476c-4664-bb0d-421817fd4fc1 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.761624] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Completed reading data from the image iterator. {{(pid=70294) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1276.761893] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528144a7-baf1-c096-1a1b-90c1c5dae5ea/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1276.762842] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7334d4c0-fffa-4213-9438-54396e9701ba {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.769270] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528144a7-baf1-c096-1a1b-90c1c5dae5ea/disk-0.vmdk is in state: ready. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1276.769457] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528144a7-baf1-c096-1a1b-90c1c5dae5ea/disk-0.vmdk. {{(pid=70294) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1276.769686] env[70294]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a1962c75-cf23-4a06-8e76-abccb4ad80e3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.957024] env[70294]: DEBUG oslo_vmware.rw_handles [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528144a7-baf1-c096-1a1b-90c1c5dae5ea/disk-0.vmdk. {{(pid=70294) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1276.957297] env[70294]: INFO nova.virt.vmwareapi.images [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Downloaded image file data f2de4c9e-23de-462e-9944-6a618599695d [ 1276.958096] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afe3852-07eb-4a68-bab0-15643f577ae7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.975119] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74210204-602c-4b63-a839-0569b53b51ca {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.996784] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e79a81-1995-4f20-a0de-60a50af3576f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.003608] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072412d-ae70-4fcc-964b-e37d4c54437d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.036194] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7dc5a2-4057-4eb4-bd88-5325511090f5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.038677] env[70294]: INFO nova.virt.vmwareapi.images [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] The imported VM was unregistered [ 1277.040991] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Caching image {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1277.041224] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.041607] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aded40eb-b09d-4308-981f-30845f25a136 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.049987] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac62248-e0bb-49c5-9ed1-c7059e9309eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.054452] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Created directory with path [datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.054640] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f/OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f.vmdk to [datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d/f2de4c9e-23de-462e-9944-6a618599695d.vmdk. {{(pid=70294) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1277.055132] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d4b849e6-2778-42ea-84ff-1f5666988424 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.065486] env[70294]: DEBUG nova.compute.provider_tree [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.074227] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1277.074227] env[70294]: value = "task-3570889" [ 1277.074227] env[70294]: _type = "Task" [ 1277.074227] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.083498] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570889, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.569065] env[70294]: DEBUG nova.scheduler.client.report [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.587519] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570889, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.074364] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.676s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.089292] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570889, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.153053] env[70294]: INFO nova.scheduler.client.report [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Deleted allocations for instance 91107a09-476c-4664-bb0d-421817fd4fc1 [ 1278.588471] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570889, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.662304] env[70294]: DEBUG oslo_concurrency.lockutils [None req-874a3609-3ba6-490c-9081-753deb2906f9 tempest-ServerMetadataTestJSON-595114665 tempest-ServerMetadataTestJSON-595114665-project-member] Lock "91107a09-476c-4664-bb0d-421817fd4fc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.684s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.089747] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570889, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.589203] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570889, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.092120] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570889, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.814774} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.092488] env[70294]: INFO nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f/OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f.vmdk to [datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d/f2de4c9e-23de-462e-9944-6a618599695d.vmdk. [ 1280.092770] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Cleaning up location [datastore2] OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1280.093046] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8ac33906-a018-4a3c-b2e7-93c1fa3fa11f {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1280.093417] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3855f2b0-fce9-4449-ba15-6d73f840bf3a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.102570] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1280.102570] env[70294]: value = "task-3570890" [ 1280.102570] env[70294]: _type = "Task" [ 1280.102570] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.114871] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.615439] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153058} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.615947] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1280.616265] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d/f2de4c9e-23de-462e-9944-6a618599695d.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.616671] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d/f2de4c9e-23de-462e-9944-6a618599695d.vmdk to [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.617093] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97866542-67b3-4c8d-91d1-0cd183781eac {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.625494] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1280.625494] env[70294]: value = "task-3570891" [ 1280.625494] env[70294]: _type = "Task" [ 1280.625494] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.634719] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570891, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.136160] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570891, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.638360] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570891, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.139715] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570891, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.641174] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570891, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.140226] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570891, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.511201} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.140602] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f2de4c9e-23de-462e-9944-6a618599695d/f2de4c9e-23de-462e-9944-6a618599695d.vmdk to [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.141400] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6396a-19ca-4d72-8b82-bb354674ffc1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.164195] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.164465] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06361884-b51c-40ce-aa8e-c2d0fe04d683 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.183162] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1283.183162] env[70294]: value = "task-3570892" [ 1283.183162] env[70294]: _type = "Task" [ 1283.183162] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.190443] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.693361] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570892, 'name': ReconfigVM_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.193635] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570892, 'name': ReconfigVM_Task, 'duration_secs': 0.700078} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.193916] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Reconfigured VM instance instance-0000007c to attach disk [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e/b1243fa3-290f-4a0a-b437-cceba509700e.vmdk or device None with type streamOptimized {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.194549] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e68d71ae-46ed-4451-b427-e6925990dfe1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.201715] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1284.201715] env[70294]: value = "task-3570893" [ 1284.201715] env[70294]: _type = "Task" [ 1284.201715] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.208864] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570893, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.711420] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570893, 'name': Rename_Task} progress is 14%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.214222] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570893, 'name': Rename_Task, 'duration_secs': 0.774318} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.214498] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.214750] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-784cba04-fac1-493e-a4a1-f19a768363c7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.220879] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1285.220879] env[70294]: value = "task-3570894" [ 1285.220879] env[70294]: _type = "Task" [ 1285.220879] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.228065] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.730562] env[70294]: DEBUG oslo_vmware.api [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570894, 'name': PowerOnVM_Task, 'duration_secs': 0.417548} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.730805] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.830795] env[70294]: DEBUG nova.compute.manager [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.831760] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d3003-f2e4-451c-9bf9-fae672700fdb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.348810] env[70294]: DEBUG oslo_concurrency.lockutils [None req-8fa373c2-1a3d-4de8-b16d-f3cb71f1676f tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.112s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.000653] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.000944] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.001184] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.001371] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.001545] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.003582] env[70294]: INFO nova.compute.manager [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Terminating instance [ 1287.507650] env[70294]: DEBUG nova.compute.manager [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.507989] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.508822] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e5655d-0865-446a-ae71-beba1995e186 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.516928] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.517175] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f248197-ecfb-4965-aee9-c262c4bff29c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.523110] env[70294]: DEBUG oslo_vmware.api [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1287.523110] env[70294]: value = "task-3570895" [ 1287.523110] env[70294]: _type = "Task" [ 1287.523110] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.530814] env[70294]: DEBUG oslo_vmware.api [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.033543] env[70294]: DEBUG oslo_vmware.api [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570895, 'name': PowerOffVM_Task, 'duration_secs': 0.176584} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.033825] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.033997] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.034258] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51d7e3a9-9022-4d21-867a-ff978fba5adf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.089183] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.089407] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.089620] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleting the datastore file [datastore2] b1243fa3-290f-4a0a-b437-cceba509700e {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.089884] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914f2200-8719-43b0-a0e0-8e1fa62d7cec {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.096419] env[70294]: DEBUG oslo_vmware.api [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for the task: (returnval){ [ 1288.096419] env[70294]: value = "task-3570897" [ 1288.096419] env[70294]: _type = "Task" [ 1288.096419] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.104520] env[70294]: DEBUG oslo_vmware.api [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.607250] env[70294]: DEBUG oslo_vmware.api [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Task: {'id': task-3570897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142755} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.607603] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.607674] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.607852] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.608038] env[70294]: INFO nova.compute.manager [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1288.608310] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.608518] env[70294]: DEBUG nova.compute.manager [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.608616] env[70294]: DEBUG nova.network.neutron [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.002182] env[70294]: DEBUG nova.compute.manager [req-b704ce7a-e2db-4148-991b-5ec7a89f7c77 req-d36b71b2-e96c-4115-9dd0-8095fae91b70 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Received event network-vif-deleted-004b1bb1-eace-4b83-88e8-7573660ca829 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.003022] env[70294]: INFO nova.compute.manager [req-b704ce7a-e2db-4148-991b-5ec7a89f7c77 req-d36b71b2-e96c-4115-9dd0-8095fae91b70 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Neutron deleted interface 004b1bb1-eace-4b83-88e8-7573660ca829; detaching it from the instance and deleting it from the info cache [ 1289.003022] env[70294]: DEBUG nova.network.neutron [req-b704ce7a-e2db-4148-991b-5ec7a89f7c77 req-d36b71b2-e96c-4115-9dd0-8095fae91b70 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.484473] env[70294]: DEBUG nova.network.neutron [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.504911] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50033967-8448-479a-9a46-7f76f9a7a607 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.514979] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55dec576-8ea1-417e-a309-46fb7e06d086 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.541350] env[70294]: DEBUG nova.compute.manager [req-b704ce7a-e2db-4148-991b-5ec7a89f7c77 req-d36b71b2-e96c-4115-9dd0-8095fae91b70 service nova] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Detach interface failed, port_id=004b1bb1-eace-4b83-88e8-7573660ca829, reason: Instance b1243fa3-290f-4a0a-b437-cceba509700e could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.986789] env[70294]: INFO nova.compute.manager [-] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Took 1.38 seconds to deallocate network for instance. [ 1290.493827] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.494152] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.494378] env[70294]: DEBUG nova.objects.instance [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lazy-loading 'resources' on Instance uuid b1243fa3-290f-4a0a-b437-cceba509700e {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.070078] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc5cc90-1556-47d5-a756-0506c21f3adc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.077720] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c117afb-5dc6-4cf3-962d-1b8610fc7302 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.107885] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd88153d-dc60-4aee-b9a6-592eea53413a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.114549] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8b37c7-3ee7-4488-b9f7-5bf29e35dd1f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.127059] env[70294]: DEBUG nova.compute.provider_tree [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.630430] env[70294]: DEBUG nova.scheduler.client.report [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.135870] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.642s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.161061] env[70294]: INFO nova.scheduler.client.report [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Deleted allocations for instance b1243fa3-290f-4a0a-b437-cceba509700e [ 1292.667987] env[70294]: DEBUG oslo_concurrency.lockutils [None req-db0e8ee3-e31b-4b63-85e7-bd5dd06e4b39 tempest-ServerActionsTestOtherB-625888240 tempest-ServerActionsTestOtherB-625888240-project-member] Lock "b1243fa3-290f-4a0a-b437-cceba509700e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.667s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.813558] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1296.813308] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.813168] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.317262] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.317672] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.317725] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.317931] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1298.318923] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45018b44-9dff-4418-90a1-b79488ed5585 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.326950] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b211b6a-38a7-4c38-bf7f-2ac81bf75a6f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.341050] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67371b0e-b1f0-4b9f-bdd9-2e697699ae92 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.347480] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6c2784-d45a-41c4-8841-e85a7e4946c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.378064] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180186MB free_disk=82GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1298.378189] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.378400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.405452] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 5fae36cb-13ff-4a92-a4fa-66f993357e92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.405718] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance aea6a0cd-a655-4e63-b4e2-50dc664b97c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.405718] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 160ada59-7ca9-4e14-bca9-a1a9e8342d08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.405844] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance be5edd91-27a1-46ea-8a98-1d6acb3b8d4a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1299.406036] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1299.406180] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1299.533073] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb0f90e-22c7-4b58-add7-0af1e589c12c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.540356] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c611737-97aa-475e-8c3e-aea19adce5a5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.569119] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ebe9cf6-4efd-4133-89e1-097e99e89990 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.575818] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8a7d28-0dc7-45ad-aa5d-b55bbf7f7134 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.588339] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.091887] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.206375] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.206649] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.206857] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.207101] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.207223] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.209219] env[70294]: INFO nova.compute.manager [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Terminating instance [ 1300.596181] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1300.596555] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.218s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.714298] env[70294]: DEBUG nova.compute.manager [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.714298] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.714298] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a625a2eb-1136-45f6-a06b-01f0171da0e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.720111] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1300.720111] env[70294]: value = "task-3570899" [ 1300.720111] env[70294]: _type = "Task" [ 1300.720111] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.727699] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.229755] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570899, 'name': PowerOffVM_Task, 'duration_secs': 0.164921} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.230041] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.230247] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1301.230433] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712740', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'name': 'volume-2bbac5be-6f74-4b85-8372-0a1993d0648e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a', 'attached_at': '2025-04-25T02:44:47.000000', 'detached_at': '', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'serial': '2bbac5be-6f74-4b85-8372-0a1993d0648e'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1301.231208] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b8fad-f9ff-4e85-9f7e-d802a71cadbf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.248848] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f87a1b-f5bf-4837-90bb-e780c5304f9a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.254966] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5cb06b-62cc-4431-9b8e-7522025107a6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.271421] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b14b4c1-ff32-416d-b6ad-6357df51b8e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.284893] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] The volume has not been displaced from its original location: [datastore1] volume-2bbac5be-6f74-4b85-8372-0a1993d0648e/volume-2bbac5be-6f74-4b85-8372-0a1993d0648e.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1301.290018] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfiguring VM instance instance-0000007e to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1301.290266] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e2c5e4-3665-4b3d-b595-b8b3cb3afd35 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.306516] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1301.306516] env[70294]: value = "task-3570900" [ 1301.306516] env[70294]: _type = "Task" [ 1301.306516] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.314752] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.596970] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.597342] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.597342] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.597500] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1301.816584] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.816834] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570900, 'name': ReconfigVM_Task, 'duration_secs': 0.150152} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.817210] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Reconfigured VM instance instance-0000007e to detach disk 2000 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1301.821750] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-497b28bc-4edc-4175-9f7a-00112f891886 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.837535] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1301.837535] env[70294]: value = "task-3570901" [ 1301.837535] env[70294]: _type = "Task" [ 1301.837535] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.845471] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.347959] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570901, 'name': ReconfigVM_Task, 'duration_secs': 0.125475} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.348294] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712740', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'name': 'volume-2bbac5be-6f74-4b85-8372-0a1993d0648e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'be5edd91-27a1-46ea-8a98-1d6acb3b8d4a', 'attached_at': '2025-04-25T02:44:47.000000', 'detached_at': '', 'volume_id': '2bbac5be-6f74-4b85-8372-0a1993d0648e', 'serial': '2bbac5be-6f74-4b85-8372-0a1993d0648e'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1302.348560] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.349319] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b973c7-00b9-4359-abae-a409c95dc418 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.355447] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.355663] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-084654e9-f689-4e4a-8482-3018732e34cb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.422190] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.422446] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.422572] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleting the datastore file [datastore1] be5edd91-27a1-46ea-8a98-1d6acb3b8d4a {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.422818] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c5f5401-0811-4879-81d6-f445acd5f0e6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.428905] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1302.428905] env[70294]: value = "task-3570903" [ 1302.428905] env[70294]: _type = "Task" [ 1302.428905] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.436443] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.938934] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.439515] env[70294]: DEBUG oslo_vmware.api [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615728} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.439783] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.439983] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.440177] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.440353] env[70294]: INFO nova.compute.manager [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Took 2.73 seconds to destroy the instance on the hypervisor. [ 1303.440586] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.440788] env[70294]: DEBUG nova.compute.manager [-] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.440882] env[70294]: DEBUG nova.network.neutron [-] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.813290] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.838137] env[70294]: DEBUG nova.compute.manager [req-f47b20a1-1513-4e87-9b5c-e6ad11c9bfd1 req-89a7f9e2-6ee0-4e1d-a3af-f0b7dd602443 service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Received event network-vif-deleted-f8274f92-8ee3-4eec-a4ef-8bb9ad8838be {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.838137] env[70294]: INFO nova.compute.manager [req-f47b20a1-1513-4e87-9b5c-e6ad11c9bfd1 req-89a7f9e2-6ee0-4e1d-a3af-f0b7dd602443 service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Neutron deleted interface f8274f92-8ee3-4eec-a4ef-8bb9ad8838be; detaching it from the instance and deleting it from the info cache [ 1303.838137] env[70294]: DEBUG nova.network.neutron [req-f47b20a1-1513-4e87-9b5c-e6ad11c9bfd1 req-89a7f9e2-6ee0-4e1d-a3af-f0b7dd602443 service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.320420] env[70294]: DEBUG nova.network.neutron [-] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.340758] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2e9957e0-9a06-4f8b-8b7c-22c1432657eb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.351853] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626c2017-5f93-4fbb-b8be-d75c7ceb5ee8 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.376252] env[70294]: DEBUG nova.compute.manager [req-f47b20a1-1513-4e87-9b5c-e6ad11c9bfd1 req-89a7f9e2-6ee0-4e1d-a3af-f0b7dd602443 service nova] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Detach interface failed, port_id=f8274f92-8ee3-4eec-a4ef-8bb9ad8838be, reason: Instance be5edd91-27a1-46ea-8a98-1d6acb3b8d4a could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1304.823179] env[70294]: INFO nova.compute.manager [-] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Took 1.38 seconds to deallocate network for instance. [ 1305.367958] env[70294]: INFO nova.compute.manager [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Took 0.54 seconds to detach 1 volumes for instance. [ 1305.370379] env[70294]: DEBUG nova.compute.manager [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Deleting volume: 2bbac5be-6f74-4b85-8372-0a1993d0648e {{(pid=70294) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1305.906183] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.906487] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.906712] env[70294]: DEBUG nova.objects.instance [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'resources' on Instance uuid be5edd91-27a1-46ea-8a98-1d6acb3b8d4a {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.467730] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb02ed-0ccf-41a4-a9b6-7c0ae8f359e7 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.475258] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8b1c4a-1e6f-49d9-8bd1-729e36f9264d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.503384] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0702845a-ff84-4be2-9598-b9256be6dfd9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.509736] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5595e43b-911b-434b-8a40-8e2f27363559 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.522030] env[70294]: DEBUG nova.compute.provider_tree [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1307.026200] env[70294]: DEBUG nova.scheduler.client.report [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.531929] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.553544] env[70294]: INFO nova.scheduler.client.report [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted allocations for instance be5edd91-27a1-46ea-8a98-1d6acb3b8d4a [ 1308.061201] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e3f90935-0b72-432d-b14c-64e4644986c8 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "be5edd91-27a1-46ea-8a98-1d6acb3b8d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.854s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.172396] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.172676] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.173040] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.173338] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.173639] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.175834] env[70294]: INFO nova.compute.manager [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Terminating instance [ 1308.680150] env[70294]: DEBUG nova.compute.manager [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.680495] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.681298] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f794b45d-aab2-43a6-a238-927af400548f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.688885] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.689130] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57cb2348-2860-4436-a58d-befc9c04ae98 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.695609] env[70294]: DEBUG oslo_vmware.api [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1308.695609] env[70294]: value = "task-3570905" [ 1308.695609] env[70294]: _type = "Task" [ 1308.695609] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.703833] env[70294]: DEBUG oslo_vmware.api [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.963687] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.963943] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.964192] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.964381] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.964549] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.966656] env[70294]: INFO nova.compute.manager [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Terminating instance [ 1309.205970] env[70294]: DEBUG oslo_vmware.api [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570905, 'name': PowerOffVM_Task, 'duration_secs': 0.179673} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.206254] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.206424] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.206668] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d77bae4d-6a78-40b1-b95a-2e2f24aade7a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.264062] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.264248] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Deleting contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.264431] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Deleting the datastore file [datastore1] aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.264684] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9898d8c-2a15-44e0-92b6-e9559c8187dc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.270615] env[70294]: DEBUG oslo_vmware.api [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1309.270615] env[70294]: value = "task-3570907" [ 1309.270615] env[70294]: _type = "Task" [ 1309.270615] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.277928] env[70294]: DEBUG oslo_vmware.api [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.470124] env[70294]: DEBUG nova.compute.manager [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.470390] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.471372] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffea8d-fd54-48fd-8e60-eb3c22c9964b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.478487] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.478714] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549794f4-bb96-44b0-8a39-949201d738ae {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.484735] env[70294]: DEBUG oslo_vmware.api [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1309.484735] env[70294]: value = "task-3570908" [ 1309.484735] env[70294]: _type = "Task" [ 1309.484735] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.492673] env[70294]: DEBUG oslo_vmware.api [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.780754] env[70294]: DEBUG oslo_vmware.api [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139993} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.781150] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.781246] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Deleted contents of the VM from datastore datastore1 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.781430] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.781608] env[70294]: INFO nova.compute.manager [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1309.781849] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.782083] env[70294]: DEBUG nova.compute.manager [-] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.782202] env[70294]: DEBUG nova.network.neutron [-] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.995150] env[70294]: DEBUG oslo_vmware.api [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570908, 'name': PowerOffVM_Task, 'duration_secs': 0.180311} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.995411] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.995576] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.995833] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee3f8231-6ee1-45de-8127-34bb367e947a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.055068] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.055292] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.055536] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleting the datastore file [datastore2] 160ada59-7ca9-4e14-bca9-a1a9e8342d08 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.055808] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21051704-3a5c-4fb8-8ba5-90d62e9864b5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.062799] env[70294]: DEBUG oslo_vmware.api [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1310.062799] env[70294]: value = "task-3570910" [ 1310.062799] env[70294]: _type = "Task" [ 1310.062799] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.070533] env[70294]: DEBUG oslo_vmware.api [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.211307] env[70294]: DEBUG nova.compute.manager [req-024720a0-a4a0-4aef-aed6-414091b30292 req-fa764108-5c4d-4e00-9d6d-5621b42cc706 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Received event network-vif-deleted-f8220cd7-88c5-456a-92f6-98a9a80c3ca8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.211478] env[70294]: INFO nova.compute.manager [req-024720a0-a4a0-4aef-aed6-414091b30292 req-fa764108-5c4d-4e00-9d6d-5621b42cc706 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Neutron deleted interface f8220cd7-88c5-456a-92f6-98a9a80c3ca8; detaching it from the instance and deleting it from the info cache [ 1310.211688] env[70294]: DEBUG nova.network.neutron [req-024720a0-a4a0-4aef-aed6-414091b30292 req-fa764108-5c4d-4e00-9d6d-5621b42cc706 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.572314] env[70294]: DEBUG oslo_vmware.api [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129185} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.572620] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.572859] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.573114] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.573353] env[70294]: INFO nova.compute.manager [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1310.573640] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.573865] env[70294]: DEBUG nova.compute.manager [-] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.574010] env[70294]: DEBUG nova.network.neutron [-] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.694024] env[70294]: DEBUG nova.network.neutron [-] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.714215] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7c195bf-2a6a-47f8-adba-4d34d6ea2d2d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.724406] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7dbed1-779e-4d8c-9581-9caa836e0382 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.750121] env[70294]: DEBUG nova.compute.manager [req-024720a0-a4a0-4aef-aed6-414091b30292 req-fa764108-5c4d-4e00-9d6d-5621b42cc706 service nova] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Detach interface failed, port_id=f8220cd7-88c5-456a-92f6-98a9a80c3ca8, reason: Instance aea6a0cd-a655-4e63-b4e2-50dc664b97c9 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1311.195316] env[70294]: INFO nova.compute.manager [-] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Took 1.41 seconds to deallocate network for instance. [ 1311.497150] env[70294]: DEBUG nova.network.neutron [-] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.701555] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.701840] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.702080] env[70294]: DEBUG nova.objects.instance [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'resources' on Instance uuid aea6a0cd-a655-4e63-b4e2-50dc664b97c9 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.000405] env[70294]: INFO nova.compute.manager [-] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Took 1.43 seconds to deallocate network for instance. [ 1312.236247] env[70294]: DEBUG nova.compute.manager [req-385a3f89-19d7-4a15-8890-df74cf1b7044 req-9ed90245-338d-4e42-a61f-36faeeb4901b service nova] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Received event network-vif-deleted-802dc3e6-e351-4c94-a937-058f36a6d93c {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.257933] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bcfb7f-f5d4-4581-98bc-e112436bf6f9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.266418] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c6460d-ec63-4cbf-804c-de99fccaf63f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.294592] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6fe77c-3233-4952-add6-f52676cd340f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.300820] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2abb59-c253-4c89-89da-17f49d5119db {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.313435] env[70294]: DEBUG nova.compute.provider_tree [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.506616] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.816093] env[70294]: DEBUG nova.scheduler.client.report [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.321454] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.323770] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.817s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.324009] env[70294]: DEBUG nova.objects.instance [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'resources' on Instance uuid 160ada59-7ca9-4e14-bca9-a1a9e8342d08 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.344820] env[70294]: INFO nova.scheduler.client.report [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Deleted allocations for instance aea6a0cd-a655-4e63-b4e2-50dc664b97c9 [ 1313.854105] env[70294]: DEBUG oslo_concurrency.lockutils [None req-e86d84ea-4c41-4755-b1e6-abbd1c8182d3 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "aea6a0cd-a655-4e63-b4e2-50dc664b97c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.865881] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98072e64-5eac-48f3-8c06-43ff0bcf8810 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.873985] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6015d4fb-8b94-4db3-ad03-73c84ffc18ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.906031] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b758bdff-4f8a-4963-8995-d7993d1bf593 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.912580] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a4426-329d-4ca8-a1b9-2943c510a9d0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.926008] env[70294]: DEBUG nova.compute.provider_tree [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.428726] env[70294]: DEBUG nova.scheduler.client.report [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.933495] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.955359] env[70294]: INFO nova.scheduler.client.report [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted allocations for instance 160ada59-7ca9-4e14-bca9-a1a9e8342d08 [ 1315.464506] env[70294]: DEBUG oslo_concurrency.lockutils [None req-205fb3b0-c070-4180-a42a-027ae8c36808 tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "160ada59-7ca9-4e14-bca9-a1a9e8342d08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.500s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.002299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.002299] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.505071] env[70294]: DEBUG nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Starting instance... {{(pid=70294) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1317.028368] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.028643] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.030150] env[70294]: INFO nova.compute.claims [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.074746] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242932c3-019c-4639-b7c0-87182f18c6e5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.082938] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cada5e80-9941-4649-bfc8-0f793dda01f4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.111578] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fac42f-253e-44ab-aeaf-42fa1eba45ea {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.118184] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e29535-4dda-476b-bf9a-5e536dc54ac4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.130748] env[70294]: DEBUG nova.compute.provider_tree [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.634331] env[70294]: DEBUG nova.scheduler.client.report [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.140352] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.140924] env[70294]: DEBUG nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Start building networks asynchronously for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.646730] env[70294]: DEBUG nova.compute.utils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.647801] env[70294]: DEBUG nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Allocating IP information in the background. {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.647984] env[70294]: DEBUG nova.network.neutron [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] allocate_for_instance() {{(pid=70294) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.689268] env[70294]: DEBUG nova.policy [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25a0eb84ffa24d01ab8e2ac9dc7be588', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ba02255377949c8916878f7827fbe44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=70294) authorize /opt/stack/nova/nova/policy.py:192}} [ 1319.729188] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.729435] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.729641] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "5fae36cb-13ff-4a92-a4fa-66f993357e92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.729823] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.730027] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.732085] env[70294]: INFO nova.compute.manager [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Terminating instance [ 1319.935262] env[70294]: DEBUG nova.network.neutron [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Successfully created port: 29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.151648] env[70294]: DEBUG nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Start building block device mappings for instance. {{(pid=70294) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.235616] env[70294]: DEBUG nova.compute.manager [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.235852] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.236768] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994b51a9-c059-420a-8b09-116359eb2d0a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.244555] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.244832] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9063f7be-d386-41b8-ade6-df92ef229cd0 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.251452] env[70294]: DEBUG oslo_vmware.api [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1320.251452] env[70294]: value = "task-3570912" [ 1320.251452] env[70294]: _type = "Task" [ 1320.251452] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.260028] env[70294]: DEBUG oslo_vmware.api [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.760805] env[70294]: DEBUG oslo_vmware.api [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570912, 'name': PowerOffVM_Task, 'duration_secs': 0.204832} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.761117] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.761309] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.761551] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99e63472-3f76-408b-9b56-a0aee1db147b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.828826] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.829057] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.829251] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleting the datastore file [datastore2] 5fae36cb-13ff-4a92-a4fa-66f993357e92 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.829507] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13a2edb1-381b-48be-8a07-f3defb098cef {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.835372] env[70294]: DEBUG oslo_vmware.api [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for the task: (returnval){ [ 1320.835372] env[70294]: value = "task-3570914" [ 1320.835372] env[70294]: _type = "Task" [ 1320.835372] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.842816] env[70294]: DEBUG oslo_vmware.api [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.160991] env[70294]: DEBUG nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Start spawning the instance on the hypervisor. {{(pid=70294) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.186801] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-25T02:31:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-25T02:31:08Z,direct_url=,disk_format='vmdk',id=99f0178b-f4a3-41dc-9300-f7b8d2960245,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='12cabd7771a1477a853aff3b5f355d90',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-25T02:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.187077] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Flavor limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.187216] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Image limits 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.187405] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Flavor pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.187551] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Image pref 0:0:0 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.187699] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=70294) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.187919] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.188094] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.188267] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Got 1 possible topologies {{(pid=70294) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.188430] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.188601] env[70294]: DEBUG nova.virt.hardware [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=70294) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.189480] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c455f82-2dda-4ed9-8ef5-da69fe8a7e69 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.197091] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e4b082-9313-43fd-bde4-c6377184ba50 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.271553] env[70294]: DEBUG nova.compute.manager [req-991a9e3f-64ce-4579-b9c8-26f469a2eda8 req-96d7e250-25ee-4cd1-88d8-721a970b9673 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Received event network-vif-plugged-29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.271850] env[70294]: DEBUG oslo_concurrency.lockutils [req-991a9e3f-64ce-4579-b9c8-26f469a2eda8 req-96d7e250-25ee-4cd1-88d8-721a970b9673 service nova] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.272065] env[70294]: DEBUG oslo_concurrency.lockutils [req-991a9e3f-64ce-4579-b9c8-26f469a2eda8 req-96d7e250-25ee-4cd1-88d8-721a970b9673 service nova] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.272240] env[70294]: DEBUG oslo_concurrency.lockutils [req-991a9e3f-64ce-4579-b9c8-26f469a2eda8 req-96d7e250-25ee-4cd1-88d8-721a970b9673 service nova] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.272439] env[70294]: DEBUG nova.compute.manager [req-991a9e3f-64ce-4579-b9c8-26f469a2eda8 req-96d7e250-25ee-4cd1-88d8-721a970b9673 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] No waiting events found dispatching network-vif-plugged-29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1321.272609] env[70294]: WARNING nova.compute.manager [req-991a9e3f-64ce-4579-b9c8-26f469a2eda8 req-96d7e250-25ee-4cd1-88d8-721a970b9673 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Received unexpected event network-vif-plugged-29e33318-0094-4f95-9e06-ef2757c384d8 for instance with vm_state building and task_state spawning. [ 1321.346026] env[70294]: DEBUG oslo_vmware.api [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Task: {'id': task-3570914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125955} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.346245] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.346429] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.346607] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.346781] env[70294]: INFO nova.compute.manager [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1321.347378] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.347378] env[70294]: DEBUG nova.compute.manager [-] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.347378] env[70294]: DEBUG nova.network.neutron [-] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.351483] env[70294]: DEBUG nova.network.neutron [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Successfully updated port: 29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.853661] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.853819] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.853975] env[70294]: DEBUG nova.network.neutron [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Building network info cache for instance {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.040378] env[70294]: DEBUG nova.network.neutron [-] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.394237] env[70294]: DEBUG nova.network.neutron [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Instance cache missing network info. {{(pid=70294) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.506540] env[70294]: DEBUG nova.network.neutron [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updating instance_info_cache with network_info: [{"id": "29e33318-0094-4f95-9e06-ef2757c384d8", "address": "fa:16:3e:43:3c:5e", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e33318-00", "ovs_interfaceid": "29e33318-0094-4f95-9e06-ef2757c384d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.543312] env[70294]: INFO nova.compute.manager [-] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Took 1.20 seconds to deallocate network for instance. [ 1323.009796] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.010187] env[70294]: DEBUG nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Instance network_info: |[{"id": "29e33318-0094-4f95-9e06-ef2757c384d8", "address": "fa:16:3e:43:3c:5e", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e33318-00", "ovs_interfaceid": "29e33318-0094-4f95-9e06-ef2757c384d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=70294) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.010632] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:3c:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29e33318-0094-4f95-9e06-ef2757c384d8', 'vif_model': 'vmxnet3'}] {{(pid=70294) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.018270] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.018481] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Creating VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.018700] env[70294]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-236630ab-82d4-4c12-a788-8dcf3f40dadd {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.038417] env[70294]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.038417] env[70294]: value = "task-3570915" [ 1323.038417] env[70294]: _type = "Task" [ 1323.038417] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.047722] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570915, 'name': CreateVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.049707] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.050057] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.050306] env[70294]: DEBUG nova.objects.instance [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lazy-loading 'resources' on Instance uuid 5fae36cb-13ff-4a92-a4fa-66f993357e92 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.300150] env[70294]: DEBUG nova.compute.manager [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Received event network-changed-29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.300272] env[70294]: DEBUG nova.compute.manager [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Refreshing instance network info cache due to event network-changed-29e33318-0094-4f95-9e06-ef2757c384d8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.300484] env[70294]: DEBUG oslo_concurrency.lockutils [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] Acquiring lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.300640] env[70294]: DEBUG oslo_concurrency.lockutils [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] Acquired lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.300814] env[70294]: DEBUG nova.network.neutron [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Refreshing network info cache for port 29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.548283] env[70294]: DEBUG oslo_vmware.api [-] Task: {'id': task-3570915, 'name': CreateVM_Task, 'duration_secs': 0.281733} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.548640] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Created VM on the ESX host {{(pid=70294) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.549109] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.549285] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.549607] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.549877] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9943669d-8047-4c55-9141-bc1bc55ebd38 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.555404] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1323.555404] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52064998-762c-e981-0931-ced5a586ff7a" [ 1323.555404] env[70294]: _type = "Task" [ 1323.555404] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.564462] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52064998-762c-e981-0931-ced5a586ff7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.598524] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55020463-687f-472a-8461-34cb43cb89ed {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.605557] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f74e4b-c721-4348-b5d1-d77f5676fabc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.635761] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65f1d4c-e2f4-426e-9d0a-90d3db430180 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.643025] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d813a-0096-4a31-8cab-742f61bf6140 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.656047] env[70294]: DEBUG nova.compute.provider_tree [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.968959] env[70294]: DEBUG nova.network.neutron [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updated VIF entry in instance network info cache for port 29e33318-0094-4f95-9e06-ef2757c384d8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.969338] env[70294]: DEBUG nova.network.neutron [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updating instance_info_cache with network_info: [{"id": "29e33318-0094-4f95-9e06-ef2757c384d8", "address": "fa:16:3e:43:3c:5e", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e33318-00", "ovs_interfaceid": "29e33318-0094-4f95-9e06-ef2757c384d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.065933] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52064998-762c-e981-0931-ced5a586ff7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009831} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.066256] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.066483] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Processing image 99f0178b-f4a3-41dc-9300-f7b8d2960245 {{(pid=70294) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.066717] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.066862] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.067049] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.067309] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66c82c70-85bf-4677-b78a-36a57aa99f46 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.075616] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=70294) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.075787] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=70294) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.076490] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8549845d-7b66-46bc-98e4-a022a382755b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.081322] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1324.081322] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3f131-a22a-47bb-ee3d-7b221da2e431" [ 1324.081322] env[70294]: _type = "Task" [ 1324.081322] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.088044] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3f131-a22a-47bb-ee3d-7b221da2e431, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.159432] env[70294]: DEBUG nova.scheduler.client.report [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.471894] env[70294]: DEBUG oslo_concurrency.lockutils [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] Releasing lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.472196] env[70294]: DEBUG nova.compute.manager [req-e2e89328-bd97-44b5-9bdb-46a6b464698f req-c8af4c4f-e58c-45ce-b0c5-d2ae58148c13 service nova] [instance: 5fae36cb-13ff-4a92-a4fa-66f993357e92] Received event network-vif-deleted-1e0b2995-3a48-46d2-9f39-4a1dc1701c93 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.592280] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52a3f131-a22a-47bb-ee3d-7b221da2e431, 'name': SearchDatastore_Task, 'duration_secs': 0.00809} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.593063] env[70294]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4471017-db3d-4987-b6cd-19c106ad915a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.597724] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1324.597724] env[70294]: value = "session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e87b48-cac1-ff02-6448-5329e3863c91" [ 1324.597724] env[70294]: _type = "Task" [ 1324.597724] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.604567] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e87b48-cac1-ff02-6448-5329e3863c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.663541] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.682473] env[70294]: INFO nova.scheduler.client.report [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Deleted allocations for instance 5fae36cb-13ff-4a92-a4fa-66f993357e92 [ 1325.108028] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': session[52da559c-8385-3b6e-754e-f5efaf1e1733]52e87b48-cac1-ff02-6448-5329e3863c91, 'name': SearchDatastore_Task, 'duration_secs': 0.009489} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.108028] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.108209] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 1677b957-c53c-4572-a340-d2cbf8c8e686/1677b957-c53c-4572-a340-d2cbf8c8e686.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.108403] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a734e78b-fb09-4d7d-9e1c-a5d8fd40e392 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.114634] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1325.114634] env[70294]: value = "task-3570916" [ 1325.114634] env[70294]: _type = "Task" [ 1325.114634] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.121999] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.190309] env[70294]: DEBUG oslo_concurrency.lockutils [None req-806c215c-360e-4cf7-87df-4cbd37b3b91b tempest-ServerActionsTestOtherA-1132868678 tempest-ServerActionsTestOtherA-1132868678-project-member] Lock "5fae36cb-13ff-4a92-a4fa-66f993357e92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.461s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.624359] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434364} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.624698] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99f0178b-f4a3-41dc-9300-f7b8d2960245/99f0178b-f4a3-41dc-9300-f7b8d2960245.vmdk to [datastore2] 1677b957-c53c-4572-a340-d2cbf8c8e686/1677b957-c53c-4572-a340-d2cbf8c8e686.vmdk {{(pid=70294) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.624873] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Extending root virtual disk to 1048576 {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.625133] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7a2d06f-b6e1-47a4-bfb9-001ddbe40296 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.630586] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1325.630586] env[70294]: value = "task-3570917" [ 1325.630586] env[70294]: _type = "Task" [ 1325.630586] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.637722] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.140093] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05633} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.140405] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Extended root virtual disk {{(pid=70294) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.141197] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad00e204-fe12-48a8-842e-c6ac276f5e86 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.162814] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 1677b957-c53c-4572-a340-d2cbf8c8e686/1677b957-c53c-4572-a340-d2cbf8c8e686.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.163083] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac91522-f9c5-4fd9-91f7-b22bd868c0d1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.181347] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1326.181347] env[70294]: value = "task-3570918" [ 1326.181347] env[70294]: _type = "Task" [ 1326.181347] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.188984] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570918, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.694407] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570918, 'name': ReconfigVM_Task, 'duration_secs': 0.282621} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.694407] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 1677b957-c53c-4572-a340-d2cbf8c8e686/1677b957-c53c-4572-a340-d2cbf8c8e686.vmdk or device None with type sparse {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.694407] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a3ac067-179f-495c-92a6-4ff74ef2efee {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.701020] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1326.701020] env[70294]: value = "task-3570919" [ 1326.701020] env[70294]: _type = "Task" [ 1326.701020] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.706238] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570919, 'name': Rename_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.207911] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570919, 'name': Rename_Task, 'duration_secs': 0.141683} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.208221] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Powering on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.208477] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fde0717d-07ad-483d-bbbc-066f28d4f81f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.215201] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1327.215201] env[70294]: value = "task-3570920" [ 1327.215201] env[70294]: _type = "Task" [ 1327.215201] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.224130] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.725162] env[70294]: DEBUG oslo_vmware.api [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570920, 'name': PowerOnVM_Task, 'duration_secs': 0.441181} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.725481] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Powered on the VM {{(pid=70294) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.725624] env[70294]: INFO nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1327.725795] env[70294]: DEBUG nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Checking state {{(pid=70294) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1327.726568] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304bfc35-fe65-45dc-96c1-b1a8c17c7f89 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.243085] env[70294]: INFO nova.compute.manager [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Took 11.23 seconds to build instance. [ 1328.745300] env[70294]: DEBUG oslo_concurrency.lockutils [None req-64bfc5b1-3be3-4c4a-9046-75008d32b317 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.743s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.035145] env[70294]: DEBUG nova.compute.manager [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Received event network-changed-29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.035145] env[70294]: DEBUG nova.compute.manager [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Refreshing instance network info cache due to event network-changed-29e33318-0094-4f95-9e06-ef2757c384d8. {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.035145] env[70294]: DEBUG oslo_concurrency.lockutils [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] Acquiring lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.035145] env[70294]: DEBUG oslo_concurrency.lockutils [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] Acquired lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.035286] env[70294]: DEBUG nova.network.neutron [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Refreshing network info cache for port 29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.728643] env[70294]: DEBUG nova.network.neutron [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updated VIF entry in instance network info cache for port 29e33318-0094-4f95-9e06-ef2757c384d8. {{(pid=70294) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.729011] env[70294]: DEBUG nova.network.neutron [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updating instance_info_cache with network_info: [{"id": "29e33318-0094-4f95-9e06-ef2757c384d8", "address": "fa:16:3e:43:3c:5e", "network": {"id": "9d463866-655e-4879-9235-86d34cf2f346", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-276109309-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba02255377949c8916878f7827fbe44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29e33318-00", "ovs_interfaceid": "29e33318-0094-4f95-9e06-ef2757c384d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.231694] env[70294]: DEBUG oslo_concurrency.lockutils [req-ea38cf9b-2a88-4211-9ad6-608f6672641e req-3ee13328-85b4-4e9d-be7a-5c8f48fadb5a service nova] Releasing lock "refresh_cache-1677b957-c53c-4572-a340-d2cbf8c8e686" {{(pid=70294) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.818088] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.813976] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1358.317670] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.318037] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.318127] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.318261] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1358.319202] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31533d8d-b44f-4492-bd76-3ced976de2c9 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.327501] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e5e6c-78c6-402e-9569-47263133d19c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.341203] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ebb5b-71bb-46e4-abd9-3907fdaa6abe {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.347330] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118104af-3c0a-48e6-bad5-3b33f11d29fc {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.376744] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180757MB free_disk=82GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1358.376882] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.377102] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.403671] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Instance 1677b957-c53c-4572-a340-d2cbf8c8e686 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=70294) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1359.404043] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1359.404043] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1359.429221] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b4f2e-1015-4b59-b4c9-1b76768b9b1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.436719] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71796bf9-2b97-4760-ae1e-e1b45e89a78e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.480504] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c319386-ba26-4481-ae43-b06faef25fcf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.487254] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5fc723-3c05-4f7c-87ff-76de45053ab5 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.500793] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.003742] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.509477] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1360.509804] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.509963] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.510411] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.510510] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1361.809570] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.813168] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.814142] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.813647] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.931204] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.931458] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.434909] env[70294]: DEBUG nova.compute.utils [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1368.809670] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.937652] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.994922] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.995328] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.995460] env[70294]: INFO nova.compute.manager [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Attaching volume 0c1667c2-f8cf-479f-b5d4-9cfa81502644 to /dev/sdb [ 1370.024656] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a9928-38e0-454e-b0ee-481d85772797 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.031698] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2108b773-40d7-4d7d-9132-d761b482a2bb {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.044150] env[70294]: DEBUG nova.virt.block_device [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updating existing volume attachment record: 615a27a6-d0e6-49bd-ac81-7b8df6d10b3b {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1374.586771] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1374.587198] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712750', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'name': 'volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'serial': '0c1667c2-f8cf-479f-b5d4-9cfa81502644'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1374.588175] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ea87cf-b324-4ae8-ab11-2f0e85436a2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.604469] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb61809-918e-479c-8bf2-92a449e7f6a2 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.628289] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644/volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.628548] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4291afdc-b8e4-4121-b4ac-4856ad0bbf8d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.645408] env[70294]: DEBUG oslo_vmware.api [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1374.645408] env[70294]: value = "task-3570923" [ 1374.645408] env[70294]: _type = "Task" [ 1374.645408] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.653064] env[70294]: DEBUG oslo_vmware.api [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.158279] env[70294]: DEBUG oslo_vmware.api [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570923, 'name': ReconfigVM_Task, 'duration_secs': 0.336752} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.158706] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfigured VM instance instance-00000080 to attach disk [datastore2] volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644/volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.166453] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7da0564c-732e-4871-ac30-da3472b9fe03 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.188051] env[70294]: DEBUG oslo_vmware.api [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1375.188051] env[70294]: value = "task-3570924" [ 1375.188051] env[70294]: _type = "Task" [ 1375.188051] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.195563] env[70294]: DEBUG oslo_vmware.api [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.698034] env[70294]: DEBUG oslo_vmware.api [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570924, 'name': ReconfigVM_Task, 'duration_secs': 0.152499} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.698426] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712750', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'name': 'volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'serial': '0c1667c2-f8cf-479f-b5d4-9cfa81502644'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1376.731691] env[70294]: DEBUG nova.objects.instance [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid 1677b957-c53c-4572-a340-d2cbf8c8e686 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.237746] env[70294]: DEBUG oslo_concurrency.lockutils [None req-0d065fc0-df5d-4449-b1cd-23805c1835a1 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.031794] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.032059] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.535137] env[70294]: DEBUG nova.compute.utils [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Using /dev/sd instead of None {{(pid=70294) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1379.038391] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.089901] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.090298] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.090436] env[70294]: INFO nova.compute.manager [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Attaching volume cef98074-bd9c-4c4c-9d37-cd6a535573c8 to /dev/sdc [ 1380.119432] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dca0601-141e-42fe-9d92-1b5728fca907 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.126385] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3c15f7-e557-422b-81cf-629bc91a1a2a {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.139187] env[70294]: DEBUG nova.virt.block_device [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updating existing volume attachment record: 83a7ca3b-6865-40b1-9fe2-fd86dfdca121 {{(pid=70294) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1384.680491] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Volume attach. Driver type: vmdk {{(pid=70294) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1384.680806] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712751', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'name': 'volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'serial': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1384.681719] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab96f1-8608-40ce-b1e8-a1fddfd13574 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.697639] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55799b7-2007-4f00-a378-c72be499c14e {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.723600] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8/volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1384.723862] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baedf616-1d88-496d-8c5e-6d9def7daad3 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.741312] env[70294]: DEBUG oslo_vmware.api [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1384.741312] env[70294]: value = "task-3570927" [ 1384.741312] env[70294]: _type = "Task" [ 1384.741312] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.748739] env[70294]: DEBUG oslo_vmware.api [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570927, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.250901] env[70294]: DEBUG oslo_vmware.api [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570927, 'name': ReconfigVM_Task, 'duration_secs': 0.368132} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.251198] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfigured VM instance instance-00000080 to attach disk [datastore1] volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8/volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8.vmdk or device None with type thin {{(pid=70294) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1385.255800] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82237018-30f3-439c-9ac3-271274f5f80c {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.271816] env[70294]: DEBUG oslo_vmware.api [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1385.271816] env[70294]: value = "task-3570928" [ 1385.271816] env[70294]: _type = "Task" [ 1385.271816] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.281081] env[70294]: DEBUG oslo_vmware.api [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.781437] env[70294]: DEBUG oslo_vmware.api [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570928, 'name': ReconfigVM_Task, 'duration_secs': 0.144272} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.781771] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712751', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'name': 'volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'serial': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8'} {{(pid=70294) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1386.815580] env[70294]: DEBUG nova.objects.instance [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid 1677b957-c53c-4572-a340-d2cbf8c8e686 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.321654] env[70294]: DEBUG oslo_concurrency.lockutils [None req-02041a40-9eb7-454d-8552-82c6f6f5805c tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.231s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.611132] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.611400] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.115100] env[70294]: INFO nova.compute.manager [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Detaching volume 0c1667c2-f8cf-479f-b5d4-9cfa81502644 [ 1388.144538] env[70294]: INFO nova.virt.block_device [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Attempting to driver detach volume 0c1667c2-f8cf-479f-b5d4-9cfa81502644 from mountpoint /dev/sdb [ 1388.144774] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1388.144965] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712750', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'name': 'volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'serial': '0c1667c2-f8cf-479f-b5d4-9cfa81502644'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1388.146028] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3afe95c-079c-4472-97aa-13fa5651f6e1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.169297] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f6d1bf-1775-4802-b0d8-e3015a71975d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.175988] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91df680-b7be-4926-a51c-f1405419b450 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.199053] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fcece-7e21-4594-b673-13e0001d0df1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.212756] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] The volume has not been displaced from its original location: [datastore2] volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644/volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1388.217841] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfiguring VM instance instance-00000080 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1388.218133] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9af63ce-2b41-40e1-b402-5bd3e80f3f37 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.236360] env[70294]: DEBUG oslo_vmware.api [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1388.236360] env[70294]: value = "task-3570929" [ 1388.236360] env[70294]: _type = "Task" [ 1388.236360] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.243997] env[70294]: DEBUG oslo_vmware.api [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570929, 'name': ReconfigVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.745975] env[70294]: DEBUG oslo_vmware.api [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570929, 'name': ReconfigVM_Task, 'duration_secs': 0.234109} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.746266] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfigured VM instance instance-00000080 to detach disk 2001 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1388.750845] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-829e376a-731f-49ab-b44d-bfb0a8c96507 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.765806] env[70294]: DEBUG oslo_vmware.api [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1388.765806] env[70294]: value = "task-3570930" [ 1388.765806] env[70294]: _type = "Task" [ 1388.765806] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.773358] env[70294]: DEBUG oslo_vmware.api [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.275791] env[70294]: DEBUG oslo_vmware.api [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570930, 'name': ReconfigVM_Task, 'duration_secs': 0.137267} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.276196] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712750', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'name': 'volume-0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': '0c1667c2-f8cf-479f-b5d4-9cfa81502644', 'serial': '0c1667c2-f8cf-479f-b5d4-9cfa81502644'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1389.815075] env[70294]: DEBUG nova.objects.instance [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid 1677b957-c53c-4572-a340-d2cbf8c8e686 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.821793] env[70294]: DEBUG oslo_concurrency.lockutils [None req-69317d4d-6086-4f1e-9353-8854f6935c85 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.840547] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.840820] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.344026] env[70294]: INFO nova.compute.manager [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Detaching volume cef98074-bd9c-4c4c-9d37-cd6a535573c8 [ 1391.374708] env[70294]: INFO nova.virt.block_device [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Attempting to driver detach volume cef98074-bd9c-4c4c-9d37-cd6a535573c8 from mountpoint /dev/sdc [ 1391.374956] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Volume detach. Driver type: vmdk {{(pid=70294) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1391.375160] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712751', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'name': 'volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'serial': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1391.376048] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f42901-216d-4483-89b5-3e8b74599a93 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.397892] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561dbd73-547a-40eb-9a85-b229ca9c5999 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.404400] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb177193-9eec-4c7f-9588-2d374335cb5f {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.423157] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa80310c-924d-4670-b832-41f9208a1b1d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.436997] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] The volume has not been displaced from its original location: [datastore1] volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8/volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8.vmdk. No consolidation needed. {{(pid=70294) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1391.442128] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfiguring VM instance instance-00000080 to detach disk 2002 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1391.442366] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d201df-b6b5-479f-94f4-2cf38a177bcf {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.458983] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1391.458983] env[70294]: value = "task-3570931" [ 1391.458983] env[70294]: _type = "Task" [ 1391.458983] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.466170] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570931, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.968195] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570931, 'name': ReconfigVM_Task, 'duration_secs': 0.229831} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.968563] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Reconfigured VM instance instance-00000080 to detach disk 2002 {{(pid=70294) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1391.973018] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4c502f-b0e8-4d9a-983a-cc91f339fb91 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.987658] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1391.987658] env[70294]: value = "task-3570932" [ 1391.987658] env[70294]: _type = "Task" [ 1391.987658] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.994987] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.497284] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.997920] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570932, 'name': ReconfigVM_Task} progress is 99%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.498165] env[70294]: DEBUG oslo_vmware.api [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570932, 'name': ReconfigVM_Task, 'duration_secs': 1.135271} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.498470] env[70294]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-712751', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'name': 'volume-cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1677b957-c53c-4572-a340-d2cbf8c8e686', 'attached_at': '', 'detached_at': '', 'volume_id': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8', 'serial': 'cef98074-bd9c-4c4c-9d37-cd6a535573c8'} {{(pid=70294) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1394.038148] env[70294]: DEBUG nova.objects.instance [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'flavor' on Instance uuid 1677b957-c53c-4572-a340-d2cbf8c8e686 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.045242] env[70294]: DEBUG oslo_concurrency.lockutils [None req-1d2654c1-5a50-4dd5-b3d0-64076adf9d32 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.204s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.252918] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.253274] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.253553] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "1677b957-c53c-4572-a340-d2cbf8c8e686-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.253778] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.253970] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.256177] env[70294]: INFO nova.compute.manager [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Terminating instance [ 1396.759947] env[70294]: DEBUG nova.compute.manager [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Start destroying the instance on the hypervisor. {{(pid=70294) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.760210] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Destroying instance {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.761189] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c525f6a-bf98-4c6a-bf2e-6d9e256c1a82 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.769084] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Powering off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.769317] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-196f9452-25b7-4eea-9297-2640a3f5c844 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.774913] env[70294]: DEBUG oslo_vmware.api [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1396.774913] env[70294]: value = "task-3570933" [ 1396.774913] env[70294]: _type = "Task" [ 1396.774913] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.782810] env[70294]: DEBUG oslo_vmware.api [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.285401] env[70294]: DEBUG oslo_vmware.api [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570933, 'name': PowerOffVM_Task, 'duration_secs': 0.164951} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.285745] env[70294]: DEBUG nova.virt.vmwareapi.vm_util [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Powered off the VM {{(pid=70294) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1397.285782] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Unregistering the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.286040] env[70294]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-337b3304-2b4a-4cfe-b492-8e4407531c78 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.342796] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Unregistered the VM {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.343052] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Deleting contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.343208] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Deleting the datastore file [datastore2] 1677b957-c53c-4572-a340-d2cbf8c8e686 {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.343462] env[70294]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0911d307-797d-4525-9270-9256154cd117 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.350302] env[70294]: DEBUG oslo_vmware.api [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for the task: (returnval){ [ 1397.350302] env[70294]: value = "task-3570935" [ 1397.350302] env[70294]: _type = "Task" [ 1397.350302] env[70294]: } to complete. {{(pid=70294) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.357595] env[70294]: DEBUG oslo_vmware.api [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.860426] env[70294]: DEBUG oslo_vmware.api [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Task: {'id': task-3570935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140475} completed successfully. {{(pid=70294) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.860662] env[70294]: DEBUG nova.virt.vmwareapi.ds_util [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Deleted the datastore file {{(pid=70294) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.860896] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Deleted contents of the VM from datastore datastore2 {{(pid=70294) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.861095] env[70294]: DEBUG nova.virt.vmwareapi.vmops [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Instance destroyed {{(pid=70294) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.861280] env[70294]: INFO nova.compute.manager [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1397.861543] env[70294]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=70294) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.861745] env[70294]: DEBUG nova.compute.manager [-] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Deallocating network for instance {{(pid=70294) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.861864] env[70294]: DEBUG nova.network.neutron [-] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] deallocate_for_instance() {{(pid=70294) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.279353] env[70294]: DEBUG nova.compute.manager [req-89874de3-4721-4730-a8b9-b950b302d668 req-7834c182-032c-4c52-8a79-d446e413b16b service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Received event network-vif-deleted-29e33318-0094-4f95-9e06-ef2757c384d8 {{(pid=70294) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1398.279583] env[70294]: INFO nova.compute.manager [req-89874de3-4721-4730-a8b9-b950b302d668 req-7834c182-032c-4c52-8a79-d446e413b16b service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Neutron deleted interface 29e33318-0094-4f95-9e06-ef2757c384d8; detaching it from the instance and deleting it from the info cache [ 1398.279583] env[70294]: DEBUG nova.network.neutron [req-89874de3-4721-4730-a8b9-b950b302d668 req-7834c182-032c-4c52-8a79-d446e413b16b service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.759806] env[70294]: DEBUG nova.network.neutron [-] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Updating instance_info_cache with network_info: [] {{(pid=70294) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.783609] env[70294]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42df0aef-76d5-4015-90ae-b7d6f23ef5b4 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.794753] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c61c6c-cf35-43f6-a45b-864915713755 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.820931] env[70294]: DEBUG nova.compute.manager [req-89874de3-4721-4730-a8b9-b950b302d668 req-7834c182-032c-4c52-8a79-d446e413b16b service nova] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Detach interface failed, port_id=29e33318-0094-4f95-9e06-ef2757c384d8, reason: Instance 1677b957-c53c-4572-a340-d2cbf8c8e686 could not be found. {{(pid=70294) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1399.263410] env[70294]: INFO nova.compute.manager [-] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Took 1.40 seconds to deallocate network for instance. [ 1399.770120] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.770496] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.770658] env[70294]: DEBUG nova.objects.instance [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lazy-loading 'resources' on Instance uuid 1677b957-c53c-4572-a340-d2cbf8c8e686 {{(pid=70294) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.307300] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e669c172-8df1-4c13-b81c-bce469ac7c9d {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.315148] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e45c260-b03b-4cb3-aa58-18f8e0a32b6b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.345538] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bc563e-17bc-4c93-b053-fe320a958a4b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.356177] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235254b0-769b-4ce6-b1a1-6940ca2a7a87 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.376673] env[70294]: DEBUG nova.compute.provider_tree [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.879614] env[70294]: DEBUG nova.scheduler.client.report [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.384532] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.406389] env[70294]: INFO nova.scheduler.client.report [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Deleted allocations for instance 1677b957-c53c-4572-a340-d2cbf8c8e686 [ 1401.915783] env[70294]: DEBUG oslo_concurrency.lockutils [None req-19805214-9561-47fa-aac5-d21cdfbf5b99 tempest-AttachVolumeTestJSON-249359200 tempest-AttachVolumeTestJSON-249359200-project-member] Lock "1677b957-c53c-4572-a340-d2cbf8c8e686" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.662s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.814658] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1415.815067] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Cleaning up deleted instances with incomplete migration {{(pid=70294) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1419.317775] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.317775] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.317775] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=70294) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1419.814062] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager.update_available_resource {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.316811] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.317099] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.317279] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.317435] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=70294) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1420.318367] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9add45-2719-4664-9893-c52605b31d18 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.326553] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9428647b-2a87-4232-9848-c7f7ca36612b {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.339948] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90807c8a-d109-44f8-8fa9-8d904b32c7f1 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.346503] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af411d-3a77-4241-9be3-ea47ae12ae08 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.375054] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180758MB free_disk=82GB free_vcpus=48 pci_devices=None {{(pid=70294) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1420.375216] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.375415] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.501474] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1421.501728] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=70294) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1421.514676] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95be9a6-f7cf-4f31-bb89-2aee90f5bb93 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.521826] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec742f3-45d5-4995-959c-71af8947e4d6 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.550398] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82c43d5-654d-4153-93cd-072d9d19a3ce {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.556849] env[70294]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2952df-8c52-4473-9b70-e5b41eb9db83 {{(pid=70294) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.569189] env[70294]: DEBUG nova.compute.provider_tree [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed in ProviderTree for provider: ff7c6c8c-a5ff-41ac-a44f-74050e94a984 {{(pid=70294) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.072152] env[70294]: DEBUG nova.scheduler.client.report [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Inventory has not changed for provider ff7c6c8c-a5ff-41ac-a44f-74050e94a984 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 82, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=70294) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.577433] env[70294]: DEBUG nova.compute.resource_tracker [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=70294) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1422.577842] env[70294]: DEBUG oslo_concurrency.lockutils [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.202s {{(pid=70294) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.577842] env[70294]: DEBUG oslo_service.periodic_task [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=70294) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1422.577978] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] Cleaning up deleted instances {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1423.087016] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] There are 25 instances to clean {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1423.087240] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 1677b957-c53c-4572-a340-d2cbf8c8e686] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1423.591458] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 91107a09-476c-4664-bb0d-421817fd4fc1] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1424.095323] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: be5edd91-27a1-46ea-8a98-1d6acb3b8d4a] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1424.599019] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 160ada59-7ca9-4e14-bca9-a1a9e8342d08] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1425.102580] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b1243fa3-290f-4a0a-b437-cceba509700e] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1425.606362] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: e945fcb5-f2fe-4d15-87f7-c0250e124acf] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1426.110123] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 4e20b6b1-4f4a-47e1-b52e-5a03e838bcd8] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1426.614920] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 2d0ca02e-d1e0-46fa-b292-9284f2bf19d9] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1427.118784] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: f9cba790-ef49-4031-a14f-35904e7d81a5] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1427.622233] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: b8a43ea7-d328-448f-98cf-d6d219406530] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1428.126664] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: aea6a0cd-a655-4e63-b4e2-50dc664b97c9] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1428.629646] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 3826d9d1-257f-4754-9686-2b8655bf18e3] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1429.132682] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: e75a8b83-a91a-4d7e-9d75-025adf7b435a] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1429.636045] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 9ac2e52d-a8a5-4ed2-b621-779ccd7e1d4f] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1430.139386] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: 66dd0ce6-7625-42ed-9ffd-384a1ecfd512] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1430.643031] env[70294]: DEBUG nova.compute.manager [None req-b7f80e7a-b097-4354-9435-bfe76c91a385 None None] [instance: a11454f4-1314-43a9-a0b5-41809c1f3e1b] Instance has had 0 of 5 cleanup attempts {{(pid=70294) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}